{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 17:55:37, Iteration: 100, Train Loss: 1.5324e+00, c1: 1.2336e-01, c2: 1.5485e-03, d1: 1.0581e+00, d2: 3.4939e-01, l1_reg: 3.4222e+02, l2_reg: 5.4261e+01\n",
      "2020/09/03, 17:55:38, Iteration: 200, Train Loss: 9.1101e-01, c1: 5.3781e-02, c2: 1.0871e-03, d1: 5.0708e-01, d2: 3.4906e-01, l1_reg: 3.4412e+02, l2_reg: 5.5506e+01\n",
      "2020/09/03, 17:55:39, Iteration: 300, Train Loss: 1.0136e+00, c1: 1.8341e-01, c2: 1.4685e-03, d1: 4.7851e-01, d2: 3.5019e-01, l1_reg: 3.4396e+02, l2_reg: 5.5508e+01\n",
      "2020/09/03, 17:55:40, Iteration: 400, Train Loss: 9.1347e-01, c1: 8.6630e-02, c2: 1.4177e-03, d1: 4.7434e-01, d2: 3.5108e-01, l1_reg: 3.4173e+02, l2_reg: 5.4476e+01\n",
      "2020/09/03, 17:55:41, Iteration: 500, Train Loss: 8.9080e-01, c1: 7.3534e-02, c2: 8.3931e-04, d1: 4.6613e-01, d2: 3.5029e-01, l1_reg: 3.4021e+02, l2_reg: 5.3506e+01\n",
      "2020/09/03, 17:55:42, Iteration: 600, Train Loss: 8.2532e-01, c1: 2.2189e-02, c2: 1.7210e-03, d1: 4.5187e-01, d2: 3.4953e-01, l1_reg: 3.4157e+02, l2_reg: 5.4262e+01\n",
      "2020/09/03, 17:55:43, Iteration: 700, Train Loss: 8.3139e-01, c1: 4.4985e-02, c2: 1.9068e-03, d1: 4.3510e-01, d2: 3.4940e-01, l1_reg: 3.4164e+02, l2_reg: 5.4411e+01\n",
      "2020/09/03, 17:55:44, Iteration: 800, Train Loss: 8.1295e-01, c1: 5.4734e-02, c2: 8.3151e-04, d1: 4.0816e-01, d2: 3.4922e-01, l1_reg: 3.4274e+02, l2_reg: 5.5068e+01\n",
      "2020/09/03, 17:55:45, Iteration: 900, Train Loss: 7.8783e-01, c1: 9.2066e-02, c2: 1.6552e-03, d1: 3.4497e-01, d2: 3.4913e-01, l1_reg: 3.4502e+02, l2_reg: 5.6389e+01\n",
      "2020/09/03, 17:55:45, Iteration: 1000, Train Loss: 6.8066e-01, c1: 1.5969e-01, c2: 3.0437e-03, d1: 1.6897e-01, d2: 3.4895e-01, l1_reg: 3.4914e+02, l2_reg: 5.8940e+01\n",
      "2020/09/03, 17:55:46, Iteration: 1100, Train Loss: 6.0385e-01, c1: 1.1525e-01, c2: 1.8728e-03, d1: 1.3962e-01, d2: 3.4710e-01, l1_reg: 3.5075e+02, l2_reg: 6.0289e+01\n",
      "2020/09/03, 17:55:47, Iteration: 1200, Train Loss: 5.9895e-01, c1: 1.1831e-01, c2: 2.4392e-03, d1: 1.3300e-01, d2: 3.4519e-01, l1_reg: 3.5138e+02, l2_reg: 6.0985e+01\n",
      "2020/09/03, 17:55:48, Iteration: 1300, Train Loss: 5.9091e-01, c1: 1.1695e-01, c2: 5.1525e-03, d1: 1.2560e-01, d2: 3.4320e-01, l1_reg: 3.5208e+02, l2_reg: 6.1732e+01\n",
      "2020/09/03, 17:55:49, Iteration: 1400, Train Loss: 5.2044e-01, c1: 6.4157e-02, c2: 2.3143e-03, d1: 1.1462e-01, d2: 3.3935e-01, l1_reg: 3.5302e+02, l2_reg: 6.2604e+01\n",
      "2020/09/03, 17:55:50, Iteration: 1500, Train Loss: 4.6840e-01, c1: 2.7458e-02, c2: 3.7401e-03, d1: 1.0153e-01, d2: 3.3567e-01, l1_reg: 3.5417e+02, l2_reg: 6.3604e+01\n",
      "2020/09/03, 17:55:51, Iteration: 1600, Train Loss: 4.7162e-01, c1: 5.2634e-02, c2: 4.3597e-03, d1: 8.4450e-02, d2: 3.3017e-01, l1_reg: 3.5566e+02, l2_reg: 6.4730e+01\n",
      "2020/09/03, 17:55:52, Iteration: 1700, Train Loss: 4.1708e-01, c1: 2.0473e-02, c2: 6.6310e-03, d1: 6.5088e-02, d2: 3.2488e-01, l1_reg: 3.5702e+02, l2_reg: 6.5816e+01\n",
      "2020/09/03, 17:55:53, Iteration: 1800, Train Loss: 4.0617e-01, c1: 2.7632e-02, c2: 9.8035e-03, d1: 4.9312e-02, d2: 3.1942e-01, l1_reg: 3.5844e+02, l2_reg: 6.6932e+01\n",
      "2020/09/03, 17:55:53, Iteration: 1900, Train Loss: 4.0346e-01, c1: 3.4312e-02, c2: 1.3018e-02, d1: 4.2225e-02, d2: 3.1390e-01, l1_reg: 3.5931e+02, l2_reg: 6.7688e+01\n",
      "2020/09/03, 17:55:54, Iteration: 2000, Train Loss: 3.9312e-01, c1: 3.1431e-02, c2: 1.4516e-02, d1: 3.8582e-02, d2: 3.0859e-01, l1_reg: 3.5993e+02, l2_reg: 6.8280e+01\n",
      "2020/09/03, 17:55:55, Iteration: 2100, Train Loss: 4.2609e-01, c1: 6.9750e-02, c2: 1.7001e-02, d1: 3.7071e-02, d2: 3.0226e-01, l1_reg: 3.6039e+02, l2_reg: 6.8769e+01\n",
      "2020/09/03, 17:55:56, Iteration: 2200, Train Loss: 3.8729e-01, c1: 4.0511e-02, c2: 1.8272e-02, d1: 3.4642e-02, d2: 2.9386e-01, l1_reg: 3.6110e+02, l2_reg: 6.9383e+01\n",
      "2020/09/03, 17:55:57, Iteration: 2300, Train Loss: 3.6288e-01, c1: 2.7546e-02, c2: 1.8410e-02, d1: 3.3047e-02, d2: 2.8388e-01, l1_reg: 3.6200e+02, l2_reg: 7.0042e+01\n",
      "2020/09/03, 17:55:58, Iteration: 2400, Train Loss: 3.4446e-01, c1: 2.3234e-02, c2: 1.8917e-02, d1: 3.2024e-02, d2: 2.7028e-01, l1_reg: 3.6314e+02, l2_reg: 7.0742e+01\n",
      "2020/09/03, 17:55:59, Iteration: 2500, Train Loss: 3.3892e-01, c1: 3.4031e-02, c2: 1.8816e-02, d1: 3.3305e-02, d2: 2.5276e-01, l1_reg: 3.6446e+02, l2_reg: 7.1485e+01\n",
      "2020/09/03, 17:56:00, Iteration: 2600, Train Loss: 3.1981e-01, c1: 3.6936e-02, c2: 1.5912e-02, d1: 3.4578e-02, d2: 2.3237e-01, l1_reg: 3.6605e+02, l2_reg: 7.2382e+01\n",
      "2020/09/03, 17:56:01, Iteration: 2700, Train Loss: 3.0997e-01, c1: 4.5962e-02, c2: 1.5961e-02, d1: 3.4388e-02, d2: 2.1365e-01, l1_reg: 3.6773e+02, l2_reg: 7.3364e+01\n",
      "2020/09/03, 17:56:02, Iteration: 2800, Train Loss: 3.0280e-01, c1: 5.4371e-02, c2: 1.8316e-02, d1: 3.2563e-02, d2: 1.9754e-01, l1_reg: 3.6945e+02, l2_reg: 7.4382e+01\n",
      "2020/09/03, 17:56:03, Iteration: 2900, Train Loss: 2.7166e-01, c1: 3.5841e-02, c2: 2.2830e-02, d1: 2.9930e-02, d2: 1.8305e-01, l1_reg: 3.7094e+02, l2_reg: 7.5262e+01\n",
      "2020/09/03, 17:56:04, Iteration: 3000, Train Loss: 2.6548e-01, c1: 3.9361e-02, c2: 2.7130e-02, d1: 2.7407e-02, d2: 1.7158e-01, l1_reg: 3.7233e+02, l2_reg: 7.6054e+01\n",
      "2020/09/03, 17:56:04, Iteration: 3100, Train Loss: 2.3780e-01, c1: 2.0401e-02, c2: 3.0867e-02, d1: 2.5707e-02, d2: 1.6082e-01, l1_reg: 3.7357e+02, l2_reg: 7.6703e+01\n",
      "2020/09/03, 17:56:05, Iteration: 3200, Train Loss: 2.3579e-01, c1: 2.4623e-02, c2: 3.5226e-02, d1: 2.3970e-02, d2: 1.5197e-01, l1_reg: 3.7466e+02, l2_reg: 7.7313e+01\n",
      "2020/09/03, 17:56:06, Iteration: 3300, Train Loss: 2.3975e-01, c1: 3.2028e-02, c2: 4.0458e-02, d1: 2.2443e-02, d2: 1.4482e-01, l1_reg: 3.7565e+02, l2_reg: 7.7911e+01\n",
      "2020/09/03, 17:56:07, Iteration: 3400, Train Loss: 2.2536e-01, c1: 2.5130e-02, c2: 4.0406e-02, d1: 2.0955e-02, d2: 1.3886e-01, l1_reg: 3.7630e+02, l2_reg: 7.8371e+01\n",
      "2020/09/03, 17:56:08, Iteration: 3500, Train Loss: 2.3925e-01, c1: 4.3148e-02, c2: 4.1249e-02, d1: 2.0274e-02, d2: 1.3457e-01, l1_reg: 3.7688e+02, l2_reg: 7.8767e+01\n",
      "2020/09/03, 17:56:09, Iteration: 3600, Train Loss: 2.1964e-01, c1: 2.4696e-02, c2: 4.2672e-02, d1: 2.0492e-02, d2: 1.3177e-01, l1_reg: 3.7736e+02, l2_reg: 7.9111e+01\n",
      "2020/09/03, 17:56:10, Iteration: 3700, Train Loss: 2.2009e-01, c1: 2.8805e-02, c2: 4.2457e-02, d1: 1.9076e-02, d2: 1.2974e-01, l1_reg: 3.7772e+02, l2_reg: 7.9398e+01\n",
      "2020/09/03, 17:56:11, Iteration: 3800, Train Loss: 2.3516e-01, c1: 4.4868e-02, c2: 4.3276e-02, d1: 1.9054e-02, d2: 1.2796e-01, l1_reg: 3.7810e+02, l2_reg: 7.9650e+01\n",
      "2020/09/03, 17:56:12, Iteration: 3900, Train Loss: 2.2563e-01, c1: 3.6889e-02, c2: 4.4690e-02, d1: 1.8336e-02, d2: 1.2571e-01, l1_reg: 3.7847e+02, l2_reg: 7.9883e+01\n",
      "2020/09/03, 17:56:13, Iteration: 4000, Train Loss: 2.4276e-01, c1: 5.3097e-02, c2: 4.5585e-02, d1: 1.7632e-02, d2: 1.2644e-01, l1_reg: 3.7883e+02, l2_reg: 8.0136e+01\n",
      "2020/09/03, 17:56:13, Iteration: 4100, Train Loss: 2.1751e-01, c1: 2.9919e-02, c2: 4.5389e-02, d1: 1.7815e-02, d2: 1.2438e-01, l1_reg: 3.7917e+02, l2_reg: 8.0326e+01\n",
      "2020/09/03, 17:56:14, Iteration: 4200, Train Loss: 2.2163e-01, c1: 3.7982e-02, c2: 4.5957e-02, d1: 1.6778e-02, d2: 1.2091e-01, l1_reg: 3.7951e+02, l2_reg: 8.0526e+01\n",
      "2020/09/03, 17:56:15, Iteration: 4300, Train Loss: 2.2280e-01, c1: 4.0043e-02, c2: 4.5402e-02, d1: 1.6416e-02, d2: 1.2093e-01, l1_reg: 3.7979e+02, l2_reg: 8.0689e+01\n",
      "2020/09/03, 17:56:16, Iteration: 4400, Train Loss: 2.0951e-01, c1: 2.6365e-02, c2: 4.6771e-02, d1: 1.6099e-02, d2: 1.2028e-01, l1_reg: 3.8011e+02, l2_reg: 8.0874e+01\n",
      "2020/09/03, 17:56:17, Iteration: 4500, Train Loss: 2.1906e-01, c1: 3.3578e-02, c2: 4.7674e-02, d1: 1.7297e-02, d2: 1.2050e-01, l1_reg: 3.8042e+02, l2_reg: 8.1033e+01\n",
      "2020/09/03, 17:56:18, Iteration: 4600, Train Loss: 2.0859e-01, c1: 2.6561e-02, c2: 4.6663e-02, d1: 1.5811e-02, d2: 1.1955e-01, l1_reg: 3.8064e+02, l2_reg: 8.1158e+01\n",
      "2020/09/03, 17:56:19, Iteration: 4700, Train Loss: 2.1761e-01, c1: 3.7235e-02, c2: 4.5832e-02, d1: 1.6807e-02, d2: 1.1773e-01, l1_reg: 3.8085e+02, l2_reg: 8.1272e+01\n",
      "2020/09/03, 17:56:20, Iteration: 4800, Train Loss: 2.0276e-01, c1: 2.4574e-02, c2: 4.5307e-02, d1: 1.6704e-02, d2: 1.1617e-01, l1_reg: 3.8093e+02, l2_reg: 8.1340e+01\n",
      "2020/09/03, 17:56:20, Iteration: 4900, Train Loss: 2.0698e-01, c1: 2.8241e-02, c2: 4.6926e-02, d1: 1.5598e-02, d2: 1.1621e-01, l1_reg: 3.8116e+02, l2_reg: 8.1426e+01\n",
      "2020/09/03, 17:56:21, Iteration: 5000, Train Loss: 2.1459e-01, c1: 3.5058e-02, c2: 4.6264e-02, d1: 1.6531e-02, d2: 1.1673e-01, l1_reg: 3.8130e+02, l2_reg: 8.1537e+01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 17:56:22, Iteration: 5100, Train Loss: 1.9722e-01, c1: 1.9251e-02, c2: 4.6203e-02, d1: 1.5596e-02, d2: 1.1616e-01, l1_reg: 3.8141e+02, l2_reg: 8.1592e+01\n",
      "2020/09/03, 17:56:23, Iteration: 5200, Train Loss: 2.0978e-01, c1: 2.9724e-02, c2: 4.7279e-02, d1: 1.5940e-02, d2: 1.1683e-01, l1_reg: 3.8157e+02, l2_reg: 8.1660e+01\n",
      "2020/09/03, 17:56:24, Iteration: 5300, Train Loss: 2.0213e-01, c1: 2.6959e-02, c2: 4.5580e-02, d1: 1.5246e-02, d2: 1.1434e-01, l1_reg: 3.8166e+02, l2_reg: 8.1727e+01\n",
      "2020/09/03, 17:56:25, Iteration: 5400, Train Loss: 2.1505e-01, c1: 3.8893e-02, c2: 4.6466e-02, d1: 1.4635e-02, d2: 1.1505e-01, l1_reg: 3.8183e+02, l2_reg: 8.1833e+01\n",
      "2020/09/03, 17:56:26, Iteration: 5500, Train Loss: 2.1625e-01, c1: 3.8664e-02, c2: 4.7751e-02, d1: 1.4876e-02, d2: 1.1495e-01, l1_reg: 3.8191e+02, l2_reg: 8.1858e+01\n",
      "2020/09/03, 17:56:27, Iteration: 5600, Train Loss: 2.0971e-01, c1: 3.3216e-02, c2: 4.6291e-02, d1: 1.5337e-02, d2: 1.1486e-01, l1_reg: 3.8193e+02, l2_reg: 8.1908e+01\n",
      "2020/09/03, 17:56:28, Iteration: 5700, Train Loss: 1.9726e-01, c1: 2.1514e-02, c2: 4.7436e-02, d1: 1.4926e-02, d2: 1.1338e-01, l1_reg: 3.8207e+02, l2_reg: 8.1975e+01\n",
      "2020/09/03, 17:56:29, Iteration: 5800, Train Loss: 2.0154e-01, c1: 2.5035e-02, c2: 4.6957e-02, d1: 1.4659e-02, d2: 1.1489e-01, l1_reg: 3.8217e+02, l2_reg: 8.2039e+01\n",
      "2020/09/03, 17:56:30, Iteration: 5900, Train Loss: 2.1102e-01, c1: 3.3438e-02, c2: 4.7990e-02, d1: 1.5670e-02, d2: 1.1392e-01, l1_reg: 3.8222e+02, l2_reg: 8.2088e+01\n",
      "2020/09/03, 17:56:30, Iteration: 6000, Train Loss: 2.0706e-01, c1: 3.1878e-02, c2: 4.7294e-02, d1: 1.5140e-02, d2: 1.1275e-01, l1_reg: 3.8231e+02, l2_reg: 8.2122e+01\n",
      "2020/09/03, 17:56:31, Iteration: 6100, Train Loss: 1.9489e-01, c1: 2.1029e-02, c2: 4.5785e-02, d1: 1.4562e-02, d2: 1.1351e-01, l1_reg: 3.8240e+02, l2_reg: 8.2166e+01\n",
      "2020/09/03, 17:56:32, Iteration: 6200, Train Loss: 2.1131e-01, c1: 3.5074e-02, c2: 4.6423e-02, d1: 1.5992e-02, d2: 1.1381e-01, l1_reg: 3.8246e+02, l2_reg: 8.2200e+01\n",
      "2020/09/03, 17:56:33, Iteration: 6300, Train Loss: 2.0815e-01, c1: 3.4923e-02, c2: 4.6256e-02, d1: 1.4396e-02, d2: 1.1257e-01, l1_reg: 3.8253e+02, l2_reg: 8.2245e+01\n",
      "2020/09/03, 17:56:34, Iteration: 6400, Train Loss: 2.1150e-01, c1: 3.6902e-02, c2: 4.6717e-02, d1: 1.4307e-02, d2: 1.1356e-01, l1_reg: 3.8259e+02, l2_reg: 8.2293e+01\n",
      "2020/09/03, 17:56:35, Iteration: 6500, Train Loss: 2.0956e-01, c1: 3.1257e-02, c2: 4.9449e-02, d1: 1.5489e-02, d2: 1.1336e-01, l1_reg: 3.8269e+02, l2_reg: 8.2347e+01\n",
      "2020/09/03, 17:56:36, Iteration: 6600, Train Loss: 2.1106e-01, c1: 3.8768e-02, c2: 4.6477e-02, d1: 1.4781e-02, d2: 1.1103e-01, l1_reg: 3.8272e+02, l2_reg: 8.2367e+01\n",
      "2020/09/03, 17:56:37, Iteration: 6700, Train Loss: 1.9466e-01, c1: 2.2255e-02, c2: 4.6054e-02, d1: 1.4837e-02, d2: 1.1151e-01, l1_reg: 3.8280e+02, l2_reg: 8.2428e+01\n",
      "2020/09/03, 17:56:38, Iteration: 6800, Train Loss: 1.9784e-01, c1: 2.5222e-02, c2: 4.6220e-02, d1: 1.4309e-02, d2: 1.1208e-01, l1_reg: 3.8287e+02, l2_reg: 8.2470e+01\n",
      "2020/09/03, 17:56:39, Iteration: 6900, Train Loss: 2.0609e-01, c1: 3.4314e-02, c2: 4.4883e-02, d1: 1.5113e-02, d2: 1.1178e-01, l1_reg: 3.8296e+02, l2_reg: 8.2521e+01\n",
      "2020/09/03, 17:56:39, Iteration: 7000, Train Loss: 2.0495e-01, c1: 3.1425e-02, c2: 4.7102e-02, d1: 1.4757e-02, d2: 1.1166e-01, l1_reg: 3.8301e+02, l2_reg: 8.2547e+01\n",
      "2020/09/03, 17:56:40, Iteration: 7100, Train Loss: 1.9786e-01, c1: 2.4653e-02, c2: 4.7288e-02, d1: 1.4336e-02, d2: 1.1158e-01, l1_reg: 3.8307e+02, l2_reg: 8.2589e+01\n",
      "2020/09/03, 17:56:41, Iteration: 7200, Train Loss: 2.0292e-01, c1: 3.1182e-02, c2: 4.5784e-02, d1: 1.4989e-02, d2: 1.1096e-01, l1_reg: 3.8315e+02, l2_reg: 8.2628e+01\n",
      "2020/09/03, 17:56:42, Iteration: 7300, Train Loss: 1.8954e-01, c1: 1.8662e-02, c2: 4.6060e-02, d1: 1.5396e-02, d2: 1.0941e-01, l1_reg: 3.8328e+02, l2_reg: 8.2692e+01\n",
      "2020/09/03, 17:56:43, Iteration: 7400, Train Loss: 2.0520e-01, c1: 3.5638e-02, c2: 4.5462e-02, d1: 1.4506e-02, d2: 1.0959e-01, l1_reg: 3.8340e+02, l2_reg: 8.2753e+01\n",
      "2020/09/03, 17:56:44, Iteration: 7500, Train Loss: 2.1434e-01, c1: 4.2587e-02, c2: 4.6071e-02, d1: 1.4026e-02, d2: 1.1165e-01, l1_reg: 3.8343e+02, l2_reg: 8.2789e+01\n",
      "2020/09/03, 17:56:45, Iteration: 7600, Train Loss: 2.0438e-01, c1: 3.5073e-02, c2: 4.4610e-02, d1: 1.4576e-02, d2: 1.1012e-01, l1_reg: 3.8354e+02, l2_reg: 8.2842e+01\n",
      "2020/09/03, 17:56:46, Iteration: 7700, Train Loss: 1.8890e-01, c1: 1.9110e-02, c2: 4.5585e-02, d1: 1.5559e-02, d2: 1.0864e-01, l1_reg: 3.8364e+02, l2_reg: 8.2892e+01\n",
      "2020/09/03, 17:56:47, Iteration: 7800, Train Loss: 1.8495e-01, c1: 1.5429e-02, c2: 4.5482e-02, d1: 1.4556e-02, d2: 1.0948e-01, l1_reg: 3.8370e+02, l2_reg: 8.2922e+01\n",
      "2020/09/03, 17:56:48, Iteration: 7900, Train Loss: 1.9549e-01, c1: 2.6817e-02, c2: 4.5477e-02, d1: 1.4016e-02, d2: 1.0917e-01, l1_reg: 3.8384e+02, l2_reg: 8.2991e+01\n",
      "2020/09/03, 17:56:49, Iteration: 8000, Train Loss: 1.9715e-01, c1: 2.8642e-02, c2: 4.5392e-02, d1: 1.4024e-02, d2: 1.0909e-01, l1_reg: 3.8391e+02, l2_reg: 8.3026e+01\n",
      "2020/09/03, 17:56:49, Iteration: 8100, Train Loss: 1.8476e-01, c1: 1.3979e-02, c2: 4.6813e-02, d1: 1.4041e-02, d2: 1.0992e-01, l1_reg: 3.8402e+02, l2_reg: 8.3085e+01\n",
      "2020/09/03, 17:56:50, Iteration: 8200, Train Loss: 2.1877e-01, c1: 4.6479e-02, c2: 4.7597e-02, d1: 1.6347e-02, d2: 1.0835e-01, l1_reg: 3.8408e+02, l2_reg: 8.3124e+01\n",
      "2020/09/03, 17:56:51, Iteration: 8300, Train Loss: 1.8801e-01, c1: 1.9330e-02, c2: 4.5468e-02, d1: 1.5121e-02, d2: 1.0809e-01, l1_reg: 3.8418e+02, l2_reg: 8.3182e+01\n",
      "2020/09/03, 17:56:52, Iteration: 8400, Train Loss: 1.7591e-01, c1: 9.4161e-03, c2: 4.5156e-02, d1: 1.4448e-02, d2: 1.0688e-01, l1_reg: 3.8429e+02, l2_reg: 8.3241e+01\n",
      "2020/09/03, 17:56:53, Iteration: 8500, Train Loss: 2.0103e-01, c1: 3.2756e-02, c2: 4.5658e-02, d1: 1.4502e-02, d2: 1.0811e-01, l1_reg: 3.8439e+02, l2_reg: 8.3286e+01\n",
      "2020/09/03, 17:56:54, Iteration: 8600, Train Loss: 1.8375e-01, c1: 1.8039e-02, c2: 4.3890e-02, d1: 1.5035e-02, d2: 1.0678e-01, l1_reg: 3.8455e+02, l2_reg: 8.3356e+01\n",
      "2020/09/03, 17:56:55, Iteration: 8700, Train Loss: 2.1031e-01, c1: 4.1742e-02, c2: 4.4725e-02, d1: 1.4575e-02, d2: 1.0927e-01, l1_reg: 3.8472e+02, l2_reg: 8.3446e+01\n",
      "2020/09/03, 17:56:56, Iteration: 8800, Train Loss: 1.9079e-01, c1: 2.5918e-02, c2: 4.3474e-02, d1: 1.4456e-02, d2: 1.0693e-01, l1_reg: 3.8473e+02, l2_reg: 8.3465e+01\n",
      "2020/09/03, 17:56:57, Iteration: 8900, Train Loss: 1.8248e-01, c1: 1.8225e-02, c2: 4.3549e-02, d1: 1.4491e-02, d2: 1.0621e-01, l1_reg: 3.8491e+02, l2_reg: 8.3548e+01\n",
      "2020/09/03, 17:56:58, Iteration: 9000, Train Loss: 2.0130e-01, c1: 3.3812e-02, c2: 4.5918e-02, d1: 1.5420e-02, d2: 1.0614e-01, l1_reg: 3.8503e+02, l2_reg: 8.3610e+01\n",
      "2020/09/03, 17:56:59, Iteration: 9100, Train Loss: 2.1205e-01, c1: 4.3435e-02, c2: 4.5550e-02, d1: 1.3796e-02, d2: 1.0926e-01, l1_reg: 3.8512e+02, l2_reg: 8.3671e+01\n",
      "2020/09/03, 17:56:59, Iteration: 9200, Train Loss: 2.0473e-01, c1: 4.1465e-02, c2: 4.2847e-02, d1: 1.4097e-02, d2: 1.0632e-01, l1_reg: 3.8526e+02, l2_reg: 8.3741e+01\n",
      "2020/09/03, 17:57:00, Iteration: 9300, Train Loss: 2.0485e-01, c1: 3.5951e-02, c2: 4.6062e-02, d1: 1.4050e-02, d2: 1.0879e-01, l1_reg: 3.8535e+02, l2_reg: 8.3800e+01\n",
      "2020/09/03, 17:57:01, Iteration: 9400, Train Loss: 1.8458e-01, c1: 2.0472e-02, c2: 4.4054e-02, d1: 1.4078e-02, d2: 1.0597e-01, l1_reg: 3.8555e+02, l2_reg: 8.3897e+01\n",
      "2020/09/03, 17:57:02, Iteration: 9500, Train Loss: 1.9768e-01, c1: 3.1829e-02, c2: 4.5023e-02, d1: 1.4725e-02, d2: 1.0610e-01, l1_reg: 3.8578e+02, l2_reg: 8.4005e+01\n",
      "2020/09/03, 17:57:03, Iteration: 9600, Train Loss: 1.9315e-01, c1: 2.8719e-02, c2: 4.4379e-02, d1: 1.5384e-02, d2: 1.0467e-01, l1_reg: 3.8587e+02, l2_reg: 8.4074e+01\n",
      "2020/09/03, 17:57:04, Iteration: 9700, Train Loss: 1.8801e-01, c1: 2.6527e-02, c2: 4.3204e-02, d1: 1.5166e-02, d2: 1.0311e-01, l1_reg: 3.8603e+02, l2_reg: 8.4153e+01\n",
      "2020/09/03, 17:57:05, Iteration: 9800, Train Loss: 1.9624e-01, c1: 3.3771e-02, c2: 4.4238e-02, d1: 1.3728e-02, d2: 1.0450e-01, l1_reg: 3.8615e+02, l2_reg: 8.4231e+01\n",
      "2020/09/03, 17:57:06, Iteration: 9900, Train Loss: 1.7866e-01, c1: 1.8505e-02, c2: 4.2827e-02, d1: 1.3484e-02, d2: 1.0384e-01, l1_reg: 3.8630e+02, l2_reg: 8.4317e+01\n",
      "2020/09/03, 17:57:06, Iteration: 10000, Train Loss: 1.7524e-01, c1: 1.5442e-02, c2: 4.2949e-02, d1: 1.4525e-02, d2: 1.0232e-01, l1_reg: 3.8651e+02, l2_reg: 8.4424e+01\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    }
   ],
   "source": [
    "import jax\n",
    "import jax.numpy as jnp\n",
    "\n",
    "import os, sys\n",
    "sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(\"./\")))))\n",
    "\n",
    "from training import Agent\n",
    "from loss import params, loss_fn, evaluate_fn\n",
    "from data import generate_dataset, generate_batch_fn\n",
    "\n",
    "import config\n",
    "config.n_data = {\n",
    "    \"i\": 100,\n",
    "    \"b\": 100,\n",
    "    \"cx\": 101,\n",
    "    \"ct\": 101,\n",
    "    \"dx\": 100,\n",
    "    \"dt\": 602,\n",
    "}\n",
    "config.batch_size = {\n",
    "    \"dirichlet\": (config.n_data[\"i\"]+2*config.n_data[\"b\"]+config.n_data[\"dx\"]*config.n_data[\"dt\"]) // 10,\n",
    "    \"collocation\": (config.n_data[\"dx\"]*config.n_data[\"dt\"]+config.n_data[\"cx\"]*config.n_data[\"ct\"]) // 10,\n",
    "}\n",
    "config.iterations = 10000\n",
    "config.print_every = 100\n",
    "config.lr = 1e-3\n",
    "config.weights = {\n",
    "\t\"c1\": 1.0,\n",
    "\t\"c2\": 1.0,\n",
    "\t\"d1\": 1.0,\n",
    "\t\"d2\": 1.0,\n",
    "\t\"l1\": 1e-8,\n",
    "\t\"l2\": 1e-8,\n",
    "}\n",
    "\n",
    "datasets = generate_dataset(config.n_data[\"i\"], config.n_data[\"b\"], config.n_data[\"cx\"], config.n_data[\"ct\"], config.n_data[\"dx\"], config.n_data[\"dt\"])\n",
    "batch_fn, evaluate_batch_fn = generate_batch_fn(config.key, config.batch_size, *datasets, config.weights)\n",
    "\n",
    "agent = Agent(params, loss_fn, evaluate_fn, \"models/{}\".format(config.NAME))\n",
    "agent.compile(config.optimizer, config.lr)\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:03:21, Iteration: 11000, Train Loss: 1.9987e-01, c1: 4.2834e-02, c2: 4.2999e-02, d1: 1.4582e-02, d2: 9.9446e-02, l1_reg: 3.8850e+02, l2_reg: 8.5567e+01\n",
      "2020/09/03, 18:03:30, Iteration: 12000, Train Loss: 1.6544e-01, c1: 2.0694e-02, c2: 3.9459e-02, d1: 1.2746e-02, d2: 9.2539e-02, l1_reg: 3.9127e+02, l2_reg: 8.7131e+01\n",
      "2020/09/03, 18:03:39, Iteration: 13000, Train Loss: 1.5832e-01, c1: 2.4861e-02, c2: 3.7253e-02, d1: 1.1675e-02, d2: 8.4525e-02, l1_reg: 3.9427e+02, l2_reg: 8.8905e+01\n",
      "2020/09/03, 18:03:48, Iteration: 14000, Train Loss: 1.6006e-01, c1: 3.6599e-02, c2: 3.5998e-02, d1: 1.0532e-02, d2: 7.6928e-02, l1_reg: 3.9716e+02, l2_reg: 9.0812e+01\n",
      "2020/09/03, 18:03:57, Iteration: 15000, Train Loss: 1.3099e-01, c1: 1.6530e-02, c2: 3.3982e-02, d1: 9.2119e-03, d2: 7.1259e-02, l1_reg: 3.9996e+02, l2_reg: 9.2696e+01\n",
      "2020/09/03, 18:04:06, Iteration: 16000, Train Loss: 1.2943e-01, c1: 1.9489e-02, c2: 3.2213e-02, d1: 9.0435e-03, d2: 6.8684e-02, l1_reg: 4.0219e+02, l2_reg: 9.4349e+01\n",
      "2020/09/03, 18:04:15, Iteration: 17000, Train Loss: 1.3357e-01, c1: 2.5697e-02, c2: 3.1254e-02, d1: 8.8489e-03, d2: 6.7764e-02, l1_reg: 4.0401e+02, l2_reg: 9.5902e+01\n",
      "2020/09/03, 18:04:24, Iteration: 18000, Train Loss: 1.2661e-01, c1: 2.0002e-02, c2: 3.1872e-02, d1: 8.4362e-03, d2: 6.6291e-02, l1_reg: 4.0532e+02, l2_reg: 9.6999e+01\n",
      "2020/09/03, 18:04:33, Iteration: 19000, Train Loss: 1.1999e-01, c1: 1.5847e-02, c2: 3.0624e-02, d1: 8.1446e-03, d2: 6.5367e-02, l1_reg: 4.0682e+02, l2_reg: 9.8290e+01\n",
      "2020/09/03, 18:04:42, Iteration: 20000, Train Loss: 1.3438e-01, c1: 2.8300e-02, c2: 3.1062e-02, d1: 8.5979e-03, d2: 6.6411e-02, l1_reg: 4.0821e+02, l2_reg: 9.9669e+01\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:04:50, Iteration: 21000, Train Loss: 1.2736e-01, c1: 2.4283e-02, c2: 3.0597e-02, d1: 8.0248e-03, d2: 6.4451e-02, l1_reg: 4.1306e+02, l2_reg: 1.0316e+02\n",
      "2020/09/03, 18:04:59, Iteration: 22000, Train Loss: 1.2628e-01, c1: 2.6687e-02, c2: 2.9351e-02, d1: 6.8587e-03, d2: 6.3383e-02, l1_reg: 4.2991e+02, l2_reg: 1.2374e+02\n",
      "2020/09/03, 18:05:08, Iteration: 23000, Train Loss: 1.2582e-01, c1: 3.3893e-02, c2: 2.8988e-02, d1: 4.7251e-03, d2: 5.8208e-02, l1_reg: 4.3499e+02, l2_reg: 1.3230e+02\n",
      "2020/09/03, 18:05:17, Iteration: 24000, Train Loss: 1.2731e-01, c1: 3.3117e-02, c2: 3.0308e-02, d1: 6.2276e-03, d2: 5.7655e-02, l1_reg: 4.3682e+02, l2_reg: 1.3506e+02\n",
      "2020/09/03, 18:05:26, Iteration: 25000, Train Loss: 1.2080e-01, c1: 2.9670e-02, c2: 2.9882e-02, d1: 4.3314e-03, d2: 5.6908e-02, l1_reg: 4.3808e+02, l2_reg: 1.3662e+02\n",
      "2020/09/03, 18:05:35, Iteration: 26000, Train Loss: 1.1280e-01, c1: 2.3265e-02, c2: 2.8927e-02, d1: 4.6782e-03, d2: 5.5923e-02, l1_reg: 4.3932e+02, l2_reg: 1.3800e+02\n",
      "2020/09/03, 18:05:44, Iteration: 27000, Train Loss: 1.2492e-01, c1: 3.4281e-02, c2: 3.0285e-02, d1: 4.5320e-03, d2: 5.5815e-02, l1_reg: 4.4029e+02, l2_reg: 1.3874e+02\n",
      "2020/09/03, 18:05:53, Iteration: 28000, Train Loss: 1.2752e-01, c1: 4.0989e-02, c2: 2.7881e-02, d1: 3.9408e-03, d2: 5.4703e-02, l1_reg: 4.4150e+02, l2_reg: 1.3976e+02\n",
      "2020/09/03, 18:06:02, Iteration: 29000, Train Loss: 1.1154e-01, c1: 2.7883e-02, c2: 2.6404e-02, d1: 4.3025e-03, d2: 5.2942e-02, l1_reg: 4.4285e+02, l2_reg: 1.4078e+02\n",
      "2020/09/03, 18:06:11, Iteration: 30000, Train Loss: 1.0899e-01, c1: 2.9067e-02, c2: 2.4516e-02, d1: 3.7032e-03, d2: 5.1695e-02, l1_reg: 4.4412e+02, l2_reg: 1.4169e+02\n",
      "2020/09/03, 18:06:20, Iteration: 31000, Train Loss: 9.1939e-02, c1: 1.2221e-02, c2: 2.4735e-02, d1: 3.8255e-03, d2: 5.1151e-02, l1_reg: 4.4561e+02, l2_reg: 1.4269e+02\n",
      "2020/09/03, 18:06:29, Iteration: 32000, Train Loss: 1.0308e-01, c1: 2.5697e-02, c2: 2.3565e-02, d1: 4.4956e-03, d2: 4.9314e-02, l1_reg: 4.4708e+02, l2_reg: 1.4356e+02\n",
      "2020/09/03, 18:06:38, Iteration: 33000, Train Loss: 1.0050e-01, c1: 2.3430e-02, c2: 2.3560e-02, d1: 3.8361e-03, d2: 4.9668e-02, l1_reg: 4.4854e+02, l2_reg: 1.4438e+02\n",
      "2020/09/03, 18:06:47, Iteration: 34000, Train Loss: 1.0168e-01, c1: 2.7642e-02, c2: 2.2574e-02, d1: 3.3752e-03, d2: 4.8081e-02, l1_reg: 4.5010e+02, l2_reg: 1.4535e+02\n",
      "2020/09/03, 18:06:55, Iteration: 35000, Train Loss: 9.5574e-02, c1: 2.4266e-02, c2: 2.1880e-02, d1: 3.5219e-03, d2: 4.5901e-02, l1_reg: 4.5159e+02, l2_reg: 1.4612e+02\n",
      "2020/09/03, 18:07:04, Iteration: 36000, Train Loss: 1.0025e-01, c1: 2.9288e-02, c2: 2.1956e-02, d1: 3.6971e-03, d2: 4.5306e-02, l1_reg: 4.5314e+02, l2_reg: 1.4695e+02\n",
      "2020/09/03, 18:07:13, Iteration: 37000, Train Loss: 9.4255e-02, c1: 2.3971e-02, c2: 2.1370e-02, d1: 3.2828e-03, d2: 4.5625e-02, l1_reg: 4.5463e+02, l2_reg: 1.4772e+02\n",
      "2020/09/03, 18:07:22, Iteration: 38000, Train Loss: 9.0084e-02, c1: 2.4456e-02, c2: 1.9790e-02, d1: 3.4378e-03, d2: 4.2395e-02, l1_reg: 4.5615e+02, l2_reg: 1.4854e+02\n",
      "2020/09/03, 18:07:31, Iteration: 39000, Train Loss: 8.8089e-02, c1: 2.2665e-02, c2: 1.9983e-02, d1: 3.8031e-03, d2: 4.1632e-02, l1_reg: 4.5751e+02, l2_reg: 1.4931e+02\n",
      "2020/09/03, 18:07:40, Iteration: 40000, Train Loss: 8.4811e-02, c1: 2.2457e-02, c2: 1.7542e-02, d1: 3.6348e-03, d2: 4.1172e-02, l1_reg: 4.5870e+02, l2_reg: 1.4996e+02\n",
      "2020/09/03, 18:07:49, Iteration: 41000, Train Loss: 8.9935e-02, c1: 2.8737e-02, c2: 1.8236e-02, d1: 2.9505e-03, d2: 4.0006e-02, l1_reg: 4.5983e+02, l2_reg: 1.5065e+02\n",
      "2020/09/03, 18:07:58, Iteration: 42000, Train Loss: 7.7884e-02, c1: 1.8346e-02, c2: 1.6457e-02, d1: 3.7637e-03, d2: 3.9312e-02, l1_reg: 4.6089e+02, l2_reg: 1.5136e+02\n",
      "2020/09/03, 18:08:07, Iteration: 43000, Train Loss: 9.8390e-02, c1: 3.8998e-02, c2: 1.6744e-02, d1: 3.4649e-03, d2: 3.9176e-02, l1_reg: 4.6186e+02, l2_reg: 1.5201e+02\n",
      "2020/09/03, 18:08:16, Iteration: 44000, Train Loss: 9.5017e-02, c1: 3.5796e-02, c2: 1.6504e-02, d1: 3.8281e-03, d2: 3.8882e-02, l1_reg: 4.6285e+02, l2_reg: 1.5260e+02\n",
      "2020/09/03, 18:08:24, Iteration: 45000, Train Loss: 9.8742e-02, c1: 4.1014e-02, c2: 1.7499e-02, d1: 2.9681e-03, d2: 3.7255e-02, l1_reg: 4.6374e+02, l2_reg: 1.5319e+02\n",
      "2020/09/03, 18:08:33, Iteration: 46000, Train Loss: 6.9758e-02, c1: 1.5286e-02, c2: 1.4223e-02, d1: 3.3347e-03, d2: 3.6907e-02, l1_reg: 4.6461e+02, l2_reg: 1.5382e+02\n",
      "2020/09/03, 18:08:42, Iteration: 47000, Train Loss: 8.6497e-02, c1: 2.9532e-02, c2: 1.6658e-02, d1: 3.5703e-03, d2: 3.6731e-02, l1_reg: 4.6554e+02, l2_reg: 1.5448e+02\n",
      "2020/09/03, 18:08:51, Iteration: 48000, Train Loss: 7.7145e-02, c1: 1.8749e-02, c2: 1.8084e-02, d1: 2.9392e-03, d2: 3.7366e-02, l1_reg: 4.6628e+02, l2_reg: 1.5507e+02\n",
      "2020/09/03, 18:09:00, Iteration: 49000, Train Loss: 8.4568e-02, c1: 2.6881e-02, c2: 1.6902e-02, d1: 3.6264e-03, d2: 3.7152e-02, l1_reg: 4.6706e+02, l2_reg: 1.5563e+02\n",
      "2020/09/03, 18:09:09, Iteration: 50000, Train Loss: 9.3728e-02, c1: 3.4633e-02, c2: 1.7070e-02, d1: 4.7190e-03, d2: 3.7299e-02, l1_reg: 4.6777e+02, l2_reg: 1.5623e+02\n",
      "2020/09/03, 18:09:18, Iteration: 51000, Train Loss: 7.1115e-02, c1: 1.7629e-02, c2: 1.4766e-02, d1: 2.7131e-03, d2: 3.6001e-02, l1_reg: 4.6846e+02, l2_reg: 1.5685e+02\n",
      "2020/09/03, 18:09:26, Iteration: 52000, Train Loss: 8.3366e-02, c1: 2.7367e-02, c2: 1.6632e-02, d1: 4.3889e-03, d2: 3.4972e-02, l1_reg: 4.6930e+02, l2_reg: 1.5747e+02\n",
      "2020/09/03, 18:09:35, Iteration: 53000, Train Loss: 7.2063e-02, c1: 1.9322e-02, c2: 1.4864e-02, d1: 3.0326e-03, d2: 3.4839e-02, l1_reg: 4.7019e+02, l2_reg: 1.5819e+02\n",
      "2020/09/03, 18:09:44, Iteration: 54000, Train Loss: 7.1624e-02, c1: 1.9845e-02, c2: 1.4072e-02, d1: 3.0137e-03, d2: 3.4687e-02, l1_reg: 4.7101e+02, l2_reg: 1.5882e+02\n",
      "2020/09/03, 18:09:53, Iteration: 55000, Train Loss: 8.4598e-02, c1: 2.8083e-02, c2: 1.7775e-02, d1: 3.4516e-03, d2: 3.5282e-02, l1_reg: 4.7184e+02, l2_reg: 1.5963e+02\n",
      "2020/09/03, 18:10:02, Iteration: 56000, Train Loss: 7.3943e-02, c1: 2.0059e-02, c2: 1.5103e-02, d1: 3.4598e-03, d2: 3.5315e-02, l1_reg: 4.7261e+02, l2_reg: 1.6040e+02\n",
      "2020/09/03, 18:10:11, Iteration: 57000, Train Loss: 7.0439e-02, c1: 1.9503e-02, c2: 1.3328e-02, d1: 2.9936e-03, d2: 3.4608e-02, l1_reg: 4.7336e+02, l2_reg: 1.6126e+02\n",
      "2020/09/03, 18:10:20, Iteration: 58000, Train Loss: 7.2932e-02, c1: 2.0271e-02, c2: 1.4728e-02, d1: 3.2129e-03, d2: 3.4714e-02, l1_reg: 4.7402e+02, l2_reg: 1.6200e+02\n",
      "2020/09/03, 18:10:29, Iteration: 59000, Train Loss: 7.3307e-02, c1: 2.1058e-02, c2: 1.4834e-02, d1: 2.7758e-03, d2: 3.4632e-02, l1_reg: 4.7472e+02, l2_reg: 1.6269e+02\n",
      "2020/09/03, 18:10:38, Iteration: 60000, Train Loss: 7.3273e-02, c1: 2.2600e-02, c2: 1.3509e-02, d1: 3.2407e-03, d2: 3.3917e-02, l1_reg: 4.7543e+02, l2_reg: 1.6343e+02\n",
      "2020/09/03, 18:10:46, Iteration: 61000, Train Loss: 6.7777e-02, c1: 1.5190e-02, c2: 1.4551e-02, d1: 3.6395e-03, d2: 3.4389e-02, l1_reg: 4.7601e+02, l2_reg: 1.6407e+02\n",
      "2020/09/03, 18:10:55, Iteration: 62000, Train Loss: 6.6582e-02, c1: 1.5156e-02, c2: 1.4091e-02, d1: 3.2364e-03, d2: 3.4093e-02, l1_reg: 4.7664e+02, l2_reg: 1.6475e+02\n",
      "2020/09/03, 18:11:04, Iteration: 63000, Train Loss: 6.5791e-02, c1: 1.3948e-02, c2: 1.3950e-02, d1: 3.0491e-03, d2: 3.4838e-02, l1_reg: 4.7716e+02, l2_reg: 1.6521e+02\n",
      "2020/09/03, 18:11:12, Iteration: 64000, Train Loss: 7.5405e-02, c1: 2.4909e-02, c2: 1.3280e-02, d1: 2.9416e-03, d2: 3.4269e-02, l1_reg: 4.7760e+02, l2_reg: 1.6564e+02\n",
      "2020/09/03, 18:11:21, Iteration: 65000, Train Loss: 7.5566e-02, c1: 2.4296e-02, c2: 1.3827e-02, d1: 3.3123e-03, d2: 3.4124e-02, l1_reg: 4.7810e+02, l2_reg: 1.6605e+02\n",
      "2020/09/03, 18:11:30, Iteration: 66000, Train Loss: 8.1164e-02, c1: 2.8895e-02, c2: 1.5141e-02, d1: 2.6290e-03, d2: 3.4492e-02, l1_reg: 4.7866e+02, l2_reg: 1.6649e+02\n",
      "2020/09/03, 18:11:39, Iteration: 67000, Train Loss: 7.0584e-02, c1: 1.9211e-02, c2: 1.4483e-02, d1: 3.5025e-03, d2: 3.3382e-02, l1_reg: 4.7908e+02, l2_reg: 1.6678e+02\n",
      "2020/09/03, 18:11:47, Iteration: 68000, Train Loss: 7.2280e-02, c1: 2.3096e-02, c2: 1.2734e-02, d1: 3.1126e-03, d2: 3.3331e-02, l1_reg: 4.7959e+02, l2_reg: 1.6712e+02\n",
      "2020/09/03, 18:11:56, Iteration: 69000, Train Loss: 1.0551e-01, c1: 4.8028e-02, c2: 1.6769e-02, d1: 4.0274e-03, d2: 3.6679e-02, l1_reg: 4.8004e+02, l2_reg: 1.6743e+02\n",
      "2020/09/03, 18:12:05, Iteration: 70000, Train Loss: 6.2336e-02, c1: 1.2625e-02, c2: 1.3759e-02, d1: 2.9028e-03, d2: 3.3042e-02, l1_reg: 4.8041e+02, l2_reg: 1.6762e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:12:14, Iteration: 71000, Train Loss: 7.2232e-02, c1: 2.4254e-02, c2: 1.1887e-02, d1: 2.8594e-03, d2: 3.3225e-02, l1_reg: 4.8085e+02, l2_reg: 1.6795e+02\n",
      "2020/09/03, 18:12:23, Iteration: 72000, Train Loss: 7.0143e-02, c1: 2.1481e-02, c2: 1.2430e-02, d1: 3.3769e-03, d2: 3.2849e-02, l1_reg: 4.8125e+02, l2_reg: 1.6821e+02\n",
      "2020/09/03, 18:12:32, Iteration: 73000, Train Loss: 6.9375e-02, c1: 1.6764e-02, c2: 1.6198e-02, d1: 3.4411e-03, d2: 3.2966e-02, l1_reg: 4.8160e+02, l2_reg: 1.6839e+02\n",
      "2020/09/03, 18:12:41, Iteration: 74000, Train Loss: 6.4310e-02, c1: 1.6674e-02, c2: 1.2167e-02, d1: 2.8004e-03, d2: 3.2662e-02, l1_reg: 4.8200e+02, l2_reg: 1.6862e+02\n",
      "2020/09/03, 18:12:49, Iteration: 75000, Train Loss: 7.0115e-02, c1: 2.3385e-02, c2: 1.1734e-02, d1: 2.7163e-03, d2: 3.2274e-02, l1_reg: 4.8240e+02, l2_reg: 1.6879e+02\n",
      "2020/09/03, 18:12:58, Iteration: 76000, Train Loss: 6.8768e-02, c1: 2.0044e-02, c2: 1.3757e-02, d1: 2.6180e-03, d2: 3.2342e-02, l1_reg: 4.8280e+02, l2_reg: 1.6903e+02\n",
      "2020/09/03, 18:13:07, Iteration: 77000, Train Loss: 6.3207e-02, c1: 1.5516e-02, c2: 1.2170e-02, d1: 2.7097e-03, d2: 3.2805e-02, l1_reg: 4.8324e+02, l2_reg: 1.6923e+02\n",
      "2020/09/03, 18:13:16, Iteration: 78000, Train Loss: 6.7840e-02, c1: 2.2068e-02, c2: 1.0778e-02, d1: 2.7848e-03, d2: 3.2203e-02, l1_reg: 4.8360e+02, l2_reg: 1.6939e+02\n",
      "2020/09/03, 18:13:25, Iteration: 79000, Train Loss: 6.1411e-02, c1: 1.5738e-02, c2: 1.1096e-02, d1: 2.6215e-03, d2: 3.1949e-02, l1_reg: 4.8393e+02, l2_reg: 1.6938e+02\n",
      "2020/09/03, 18:13:34, Iteration: 80000, Train Loss: 7.8705e-02, c1: 2.6951e-02, c2: 1.5108e-02, d1: 2.9594e-03, d2: 3.3680e-02, l1_reg: 4.8426e+02, l2_reg: 1.6953e+02\n",
      "2020/09/03, 18:13:43, Iteration: 81000, Train Loss: 6.3917e-02, c1: 1.7381e-02, c2: 1.1207e-02, d1: 3.4247e-03, d2: 3.1898e-02, l1_reg: 4.8449e+02, l2_reg: 1.6962e+02\n",
      "2020/09/03, 18:13:52, Iteration: 82000, Train Loss: 6.9146e-02, c1: 2.2874e-02, c2: 1.1173e-02, d1: 3.1539e-03, d2: 3.1939e-02, l1_reg: 4.8463e+02, l2_reg: 1.6965e+02\n",
      "2020/09/03, 18:14:01, Iteration: 83000, Train Loss: 7.5615e-02, c1: 2.8375e-02, c2: 1.1956e-02, d1: 3.6483e-03, d2: 3.1629e-02, l1_reg: 4.8471e+02, l2_reg: 1.6967e+02\n",
      "2020/09/03, 18:14:09, Iteration: 84000, Train Loss: 7.4315e-02, c1: 2.8079e-02, c2: 1.0942e-02, d1: 3.1077e-03, d2: 3.2180e-02, l1_reg: 4.8475e+02, l2_reg: 1.6965e+02\n",
      "2020/09/03, 18:14:18, Iteration: 85000, Train Loss: 7.7424e-02, c1: 2.8983e-02, c2: 1.2317e-02, d1: 3.3630e-03, d2: 3.2754e-02, l1_reg: 4.8486e+02, l2_reg: 1.6972e+02\n",
      "2020/09/03, 18:14:27, Iteration: 86000, Train Loss: 6.5955e-02, c1: 2.0001e-02, c2: 1.2007e-02, d1: 2.9360e-03, d2: 3.1004e-02, l1_reg: 4.8520e+02, l2_reg: 1.6987e+02\n",
      "2020/09/03, 18:14:36, Iteration: 87000, Train Loss: 6.8884e-02, c1: 2.3852e-02, c2: 9.9030e-03, d1: 3.5678e-03, d2: 3.1555e-02, l1_reg: 4.8533e+02, l2_reg: 1.6995e+02\n",
      "2020/09/03, 18:14:45, Iteration: 88000, Train Loss: 6.9250e-02, c1: 2.2327e-02, c2: 1.1369e-02, d1: 3.0448e-03, d2: 3.2503e-02, l1_reg: 4.8564e+02, l2_reg: 1.7001e+02\n",
      "2020/09/03, 18:14:54, Iteration: 89000, Train Loss: 6.3275e-02, c1: 1.7926e-02, c2: 1.0741e-02, d1: 2.9052e-03, d2: 3.1696e-02, l1_reg: 4.8595e+02, l2_reg: 1.7023e+02\n",
      "2020/09/03, 18:15:03, Iteration: 90000, Train Loss: 6.8483e-02, c1: 2.0462e-02, c2: 1.3116e-02, d1: 3.0863e-03, d2: 3.1813e-02, l1_reg: 4.8617e+02, l2_reg: 1.7036e+02\n",
      "2020/09/03, 18:15:12, Iteration: 91000, Train Loss: 7.3528e-02, c1: 2.7527e-02, c2: 1.1126e-02, d1: 3.1479e-03, d2: 3.1720e-02, l1_reg: 4.8642e+02, l2_reg: 1.7048e+02\n",
      "2020/09/03, 18:15:21, Iteration: 92000, Train Loss: 6.8664e-02, c1: 2.1938e-02, c2: 1.2394e-02, d1: 2.6134e-03, d2: 3.1713e-02, l1_reg: 4.8671e+02, l2_reg: 1.7072e+02\n",
      "2020/09/03, 18:15:30, Iteration: 93000, Train Loss: 6.2222e-02, c1: 1.8559e-02, c2: 9.3250e-03, d1: 3.2679e-03, d2: 3.1063e-02, l1_reg: 4.8706e+02, l2_reg: 1.7093e+02\n",
      "2020/09/03, 18:15:39, Iteration: 94000, Train Loss: 6.1212e-02, c1: 1.6142e-02, c2: 1.0890e-02, d1: 2.9334e-03, d2: 3.1241e-02, l1_reg: 4.8739e+02, l2_reg: 1.7114e+02\n",
      "2020/09/03, 18:15:48, Iteration: 95000, Train Loss: 6.1233e-02, c1: 1.2166e-02, c2: 1.2952e-02, d1: 3.6958e-03, d2: 3.2413e-02, l1_reg: 4.8751e+02, l2_reg: 1.7130e+02\n",
      "2020/09/03, 18:15:56, Iteration: 96000, Train Loss: 6.7362e-02, c1: 2.1791e-02, c2: 1.0630e-02, d1: 3.1642e-03, d2: 3.1771e-02, l1_reg: 4.8789e+02, l2_reg: 1.7159e+02\n",
      "2020/09/03, 18:16:05, Iteration: 97000, Train Loss: 6.4858e-02, c1: 2.0327e-02, c2: 1.0486e-02, d1: 2.7016e-03, d2: 3.1337e-02, l1_reg: 4.8820e+02, l2_reg: 1.7191e+02\n",
      "2020/09/03, 18:16:14, Iteration: 98000, Train Loss: 6.7353e-02, c1: 2.0889e-02, c2: 1.0865e-02, d1: 3.6438e-03, d2: 3.1948e-02, l1_reg: 4.8860e+02, l2_reg: 1.7224e+02\n",
      "2020/09/03, 18:16:23, Iteration: 99000, Train Loss: 6.2553e-02, c1: 1.8641e-02, c2: 1.0067e-02, d1: 2.9010e-03, d2: 3.0938e-02, l1_reg: 4.8901e+02, l2_reg: 1.7259e+02\n",
      "2020/09/03, 18:16:32, Iteration: 100000, Train Loss: 6.9390e-02, c1: 2.4033e-02, c2: 1.1265e-02, d1: 2.9110e-03, d2: 3.1174e-02, l1_reg: 4.8956e+02, l2_reg: 1.7316e+02\n",
      "2020/09/03, 18:16:41, Iteration: 101000, Train Loss: 6.5136e-02, c1: 1.6897e-02, c2: 1.3538e-02, d1: 2.9441e-03, d2: 3.1752e-02, l1_reg: 4.9003e+02, l2_reg: 1.7380e+02\n",
      "2020/09/03, 18:16:49, Iteration: 102000, Train Loss: 7.1736e-02, c1: 2.8687e-02, c2: 9.6054e-03, d1: 2.9025e-03, d2: 3.0535e-02, l1_reg: 4.9075e+02, l2_reg: 1.7487e+02\n",
      "2020/09/03, 18:16:58, Iteration: 103000, Train Loss: 8.5114e-02, c1: 3.8460e-02, c2: 1.2274e-02, d1: 3.1992e-03, d2: 3.1174e-02, l1_reg: 4.9142e+02, l2_reg: 1.7624e+02\n",
      "2020/09/03, 18:17:07, Iteration: 104000, Train Loss: 6.4216e-02, c1: 2.0180e-02, c2: 9.9325e-03, d1: 3.1036e-03, d2: 3.0993e-02, l1_reg: 4.9236e+02, l2_reg: 1.7815e+02\n",
      "2020/09/03, 18:17:16, Iteration: 105000, Train Loss: 6.7846e-02, c1: 2.0870e-02, c2: 1.2638e-02, d1: 2.8719e-03, d2: 3.1460e-02, l1_reg: 4.9306e+02, l2_reg: 1.7972e+02\n",
      "2020/09/03, 18:17:24, Iteration: 106000, Train Loss: 6.5038e-02, c1: 1.9706e-02, c2: 1.0711e-02, d1: 3.3220e-03, d2: 3.1293e-02, l1_reg: 4.9363e+02, l2_reg: 1.8082e+02\n",
      "2020/09/03, 18:17:33, Iteration: 107000, Train Loss: 6.5329e-02, c1: 2.1160e-02, c2: 1.0122e-02, d1: 3.0829e-03, d2: 3.0957e-02, l1_reg: 4.9401e+02, l2_reg: 1.8166e+02\n",
      "2020/09/03, 18:17:42, Iteration: 108000, Train Loss: 6.7056e-02, c1: 2.2048e-02, c2: 1.0747e-02, d1: 3.0261e-03, d2: 3.1228e-02, l1_reg: 4.9417e+02, l2_reg: 1.8213e+02\n",
      "2020/09/03, 18:17:51, Iteration: 109000, Train Loss: 6.8205e-02, c1: 2.5558e-02, c2: 8.8797e-03, d1: 3.2210e-03, d2: 3.0540e-02, l1_reg: 4.9419e+02, l2_reg: 1.8238e+02\n",
      "2020/09/03, 18:18:00, Iteration: 110000, Train Loss: 7.1055e-02, c1: 2.4931e-02, c2: 1.1792e-02, d1: 2.9569e-03, d2: 3.1368e-02, l1_reg: 4.9418e+02, l2_reg: 1.8253e+02\n",
      "2020/09/03, 18:18:09, Iteration: 111000, Train Loss: 6.2782e-02, c1: 2.0345e-02, c2: 9.1401e-03, d1: 2.9474e-03, d2: 3.0343e-02, l1_reg: 4.9428e+02, l2_reg: 1.8267e+02\n",
      "2020/09/03, 18:18:18, Iteration: 112000, Train Loss: 6.2396e-02, c1: 2.0416e-02, c2: 8.9509e-03, d1: 2.9124e-03, d2: 3.0109e-02, l1_reg: 4.9438e+02, l2_reg: 1.8271e+02\n",
      "2020/09/03, 18:18:27, Iteration: 113000, Train Loss: 7.2637e-02, c1: 2.9034e-02, c2: 1.0073e-02, d1: 2.5442e-03, d2: 3.0979e-02, l1_reg: 4.9465e+02, l2_reg: 1.8291e+02\n",
      "2020/09/03, 18:18:36, Iteration: 114000, Train Loss: 6.1864e-02, c1: 1.7091e-02, c2: 1.1285e-02, d1: 3.0212e-03, d2: 3.0460e-02, l1_reg: 4.9482e+02, l2_reg: 1.8281e+02\n",
      "2020/09/03, 18:18:45, Iteration: 115000, Train Loss: 5.9842e-02, c1: 1.8180e-02, c2: 8.4862e-03, d1: 2.8956e-03, d2: 3.0274e-02, l1_reg: 4.9504e+02, l2_reg: 1.8301e+02\n",
      "2020/09/03, 18:18:54, Iteration: 116000, Train Loss: 5.9858e-02, c1: 1.4716e-02, c2: 1.0484e-02, d1: 3.4824e-03, d2: 3.1168e-02, l1_reg: 4.9512e+02, l2_reg: 1.8278e+02\n",
      "2020/09/03, 18:19:03, Iteration: 117000, Train Loss: 6.6343e-02, c1: 2.1431e-02, c2: 1.0334e-02, d1: 3.7603e-03, d2: 3.0810e-02, l1_reg: 4.9533e+02, l2_reg: 1.8276e+02\n",
      "2020/09/03, 18:19:12, Iteration: 118000, Train Loss: 5.5030e-02, c1: 1.2095e-02, c2: 9.2156e-03, d1: 3.2506e-03, d2: 3.0462e-02, l1_reg: 4.9535e+02, l2_reg: 1.8267e+02\n",
      "2020/09/03, 18:19:20, Iteration: 119000, Train Loss: 6.4522e-02, c1: 2.1984e-02, c2: 8.9324e-03, d1: 2.7132e-03, d2: 3.0886e-02, l1_reg: 4.9555e+02, l2_reg: 1.8279e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:19:29, Iteration: 120000, Train Loss: 7.7729e-02, c1: 3.0754e-02, c2: 1.2541e-02, d1: 3.6333e-03, d2: 3.0794e-02, l1_reg: 4.9561e+02, l2_reg: 1.8253e+02\n",
      "2020/09/03, 18:19:38, Iteration: 121000, Train Loss: 6.0655e-02, c1: 1.7843e-02, c2: 9.3049e-03, d1: 2.7582e-03, d2: 3.0742e-02, l1_reg: 4.9579e+02, l2_reg: 1.8248e+02\n",
      "2020/09/03, 18:19:47, Iteration: 122000, Train Loss: 6.6163e-02, c1: 2.4554e-02, c2: 8.2726e-03, d1: 2.9786e-03, d2: 3.0351e-02, l1_reg: 4.9611e+02, l2_reg: 1.8257e+02\n",
      "2020/09/03, 18:19:56, Iteration: 123000, Train Loss: 6.0172e-02, c1: 1.6260e-02, c2: 9.8769e-03, d1: 3.6547e-03, d2: 3.0374e-02, l1_reg: 4.9619e+02, l2_reg: 1.8261e+02\n",
      "2020/09/03, 18:20:04, Iteration: 124000, Train Loss: 5.8988e-02, c1: 1.6479e-02, c2: 8.9977e-03, d1: 2.9640e-03, d2: 3.0540e-02, l1_reg: 4.9651e+02, l2_reg: 1.8263e+02\n",
      "2020/09/03, 18:20:13, Iteration: 125000, Train Loss: 6.8365e-02, c1: 2.3424e-02, c2: 1.0604e-02, d1: 3.2024e-03, d2: 3.1129e-02, l1_reg: 4.9663e+02, l2_reg: 1.8267e+02\n",
      "2020/09/03, 18:20:22, Iteration: 126000, Train Loss: 5.8993e-02, c1: 1.5414e-02, c2: 9.8621e-03, d1: 3.5348e-03, d2: 3.0176e-02, l1_reg: 4.9679e+02, l2_reg: 1.8269e+02\n",
      "2020/09/03, 18:20:30, Iteration: 127000, Train Loss: 6.5572e-02, c1: 2.3993e-02, c2: 8.6682e-03, d1: 2.8230e-03, d2: 3.0080e-02, l1_reg: 4.9706e+02, l2_reg: 1.8279e+02\n",
      "2020/09/03, 18:20:39, Iteration: 128000, Train Loss: 6.0976e-02, c1: 1.9220e-02, c2: 9.3521e-03, d1: 2.6526e-03, d2: 2.9745e-02, l1_reg: 4.9716e+02, l2_reg: 1.8283e+02\n",
      "2020/09/03, 18:20:48, Iteration: 129000, Train Loss: 6.8950e-02, c1: 2.6366e-02, c2: 8.8439e-03, d1: 3.4661e-03, d2: 3.0267e-02, l1_reg: 4.9727e+02, l2_reg: 1.8280e+02\n",
      "2020/09/03, 18:20:57, Iteration: 130000, Train Loss: 6.4047e-02, c1: 2.0356e-02, c2: 9.5407e-03, d1: 3.2164e-03, d2: 3.0927e-02, l1_reg: 4.9753e+02, l2_reg: 1.8295e+02\n",
      "2020/09/03, 18:21:06, Iteration: 131000, Train Loss: 6.7764e-02, c1: 2.4593e-02, c2: 9.6370e-03, d1: 2.9477e-03, d2: 3.0580e-02, l1_reg: 4.9772e+02, l2_reg: 1.8305e+02\n",
      "2020/09/03, 18:21:14, Iteration: 132000, Train Loss: 6.1952e-02, c1: 2.1273e-02, c2: 8.3174e-03, d1: 2.6682e-03, d2: 2.9687e-02, l1_reg: 4.9792e+02, l2_reg: 1.8316e+02\n",
      "2020/09/03, 18:21:23, Iteration: 133000, Train Loss: 5.9056e-02, c1: 1.8738e-02, c2: 8.1783e-03, d1: 2.8173e-03, d2: 2.9316e-02, l1_reg: 4.9806e+02, l2_reg: 1.8320e+02\n",
      "2020/09/03, 18:21:32, Iteration: 134000, Train Loss: 6.6420e-02, c1: 2.3156e-02, c2: 1.0566e-02, d1: 3.0391e-03, d2: 2.9652e-02, l1_reg: 4.9831e+02, l2_reg: 1.8320e+02\n",
      "2020/09/03, 18:21:41, Iteration: 135000, Train Loss: 6.2786e-02, c1: 2.1303e-02, c2: 9.1235e-03, d1: 2.6366e-03, d2: 2.9717e-02, l1_reg: 4.9834e+02, l2_reg: 1.8325e+02\n",
      "2020/09/03, 18:21:50, Iteration: 136000, Train Loss: 5.6544e-02, c1: 1.4393e-02, c2: 9.1746e-03, d1: 2.8055e-03, d2: 3.0164e-02, l1_reg: 4.9844e+02, l2_reg: 1.8330e+02\n",
      "2020/09/03, 18:21:58, Iteration: 137000, Train Loss: 5.9201e-02, c1: 1.3955e-02, c2: 1.0523e-02, d1: 3.9102e-03, d2: 3.0807e-02, l1_reg: 4.9842e+02, l2_reg: 1.8342e+02\n",
      "2020/09/03, 18:22:07, Iteration: 138000, Train Loss: 5.5348e-02, c1: 1.3775e-02, c2: 8.5932e-03, d1: 3.8229e-03, d2: 2.9150e-02, l1_reg: 4.9839e+02, l2_reg: 1.8355e+02\n",
      "2020/09/03, 18:22:16, Iteration: 139000, Train Loss: 5.9883e-02, c1: 1.9279e-02, c2: 8.3994e-03, d1: 2.6559e-03, d2: 2.9542e-02, l1_reg: 4.9844e+02, l2_reg: 1.8360e+02\n",
      "2020/09/03, 18:22:25, Iteration: 140000, Train Loss: 5.4303e-02, c1: 1.5290e-02, c2: 7.2654e-03, d1: 2.6934e-03, d2: 2.9047e-02, l1_reg: 4.9824e+02, l2_reg: 1.8364e+02\n",
      "2020/09/03, 18:22:34, Iteration: 141000, Train Loss: 5.7077e-02, c1: 1.6629e-02, c2: 8.5765e-03, d1: 2.9455e-03, d2: 2.8920e-02, l1_reg: 4.9814e+02, l2_reg: 1.8382e+02\n",
      "2020/09/03, 18:22:43, Iteration: 142000, Train Loss: 6.8786e-02, c1: 2.5018e-02, c2: 9.8066e-03, d1: 3.9326e-03, d2: 3.0022e-02, l1_reg: 4.9801e+02, l2_reg: 1.8393e+02\n",
      "2020/09/03, 18:22:52, Iteration: 143000, Train Loss: 5.9198e-02, c1: 1.8412e-02, c2: 8.7115e-03, d1: 2.7970e-03, d2: 2.9271e-02, l1_reg: 4.9806e+02, l2_reg: 1.8416e+02\n",
      "2020/09/03, 18:23:00, Iteration: 144000, Train Loss: 6.0635e-02, c1: 2.1444e-02, c2: 7.5002e-03, d1: 2.6118e-03, d2: 2.9072e-02, l1_reg: 4.9797e+02, l2_reg: 1.8421e+02\n",
      "2020/09/03, 18:23:09, Iteration: 145000, Train Loss: 5.2373e-02, c1: 1.2145e-02, c2: 7.8686e-03, d1: 3.1529e-03, d2: 2.9199e-02, l1_reg: 4.9795e+02, l2_reg: 1.8435e+02\n",
      "2020/09/03, 18:23:18, Iteration: 146000, Train Loss: 5.9846e-02, c1: 1.6685e-02, c2: 1.0013e-02, d1: 3.2161e-03, d2: 2.9924e-02, l1_reg: 4.9791e+02, l2_reg: 1.8441e+02\n",
      "2020/09/03, 18:23:27, Iteration: 147000, Train Loss: 5.8966e-02, c1: 1.4013e-02, c2: 1.0669e-02, d1: 2.7939e-03, d2: 3.1484e-02, l1_reg: 4.9790e+02, l2_reg: 1.8452e+02\n",
      "2020/09/03, 18:23:36, Iteration: 148000, Train Loss: 6.8375e-02, c1: 2.8817e-02, c2: 7.5527e-03, d1: 2.5195e-03, d2: 2.9479e-02, l1_reg: 4.9783e+02, l2_reg: 1.8467e+02\n",
      "2020/09/03, 18:23:45, Iteration: 149000, Train Loss: 5.8390e-02, c1: 1.8657e-02, c2: 7.7558e-03, d1: 2.9599e-03, d2: 2.9010e-02, l1_reg: 4.9795e+02, l2_reg: 1.8484e+02\n",
      "2020/09/03, 18:23:54, Iteration: 150000, Train Loss: 5.5446e-02, c1: 1.4594e-02, c2: 8.7724e-03, d1: 3.2076e-03, d2: 2.8865e-02, l1_reg: 4.9800e+02, l2_reg: 1.8499e+02\n",
      "2020/09/03, 18:24:03, Iteration: 151000, Train Loss: 6.2811e-02, c1: 2.0801e-02, c2: 9.3549e-03, d1: 3.6608e-03, d2: 2.8987e-02, l1_reg: 4.9815e+02, l2_reg: 1.8518e+02\n",
      "2020/09/03, 18:24:11, Iteration: 152000, Train Loss: 6.0057e-02, c1: 2.0160e-02, c2: 7.9879e-03, d1: 3.1200e-03, d2: 2.8783e-02, l1_reg: 4.9804e+02, l2_reg: 1.8530e+02\n",
      "2020/09/03, 18:24:20, Iteration: 153000, Train Loss: 5.4832e-02, c1: 1.4514e-02, c2: 7.4811e-03, d1: 3.2408e-03, d2: 2.9590e-02, l1_reg: 4.9799e+02, l2_reg: 1.8547e+02\n",
      "2020/09/03, 18:24:29, Iteration: 154000, Train Loss: 5.5043e-02, c1: 1.4453e-02, c2: 8.3866e-03, d1: 2.9352e-03, d2: 2.9261e-02, l1_reg: 4.9800e+02, l2_reg: 1.8570e+02\n",
      "2020/09/03, 18:24:37, Iteration: 155000, Train Loss: 5.9834e-02, c1: 1.8429e-02, c2: 7.9542e-03, d1: 3.7346e-03, d2: 2.9710e-02, l1_reg: 4.9800e+02, l2_reg: 1.8592e+02\n",
      "2020/09/03, 18:24:46, Iteration: 156000, Train Loss: 5.5848e-02, c1: 1.5970e-02, c2: 7.7387e-03, d1: 3.1287e-03, d2: 2.9004e-02, l1_reg: 4.9793e+02, l2_reg: 1.8622e+02\n",
      "2020/09/03, 18:24:55, Iteration: 157000, Train Loss: 5.4022e-02, c1: 1.4798e-02, c2: 7.5973e-03, d1: 3.0303e-03, d2: 2.8589e-02, l1_reg: 4.9804e+02, l2_reg: 1.8646e+02\n",
      "2020/09/03, 18:25:04, Iteration: 158000, Train Loss: 5.4562e-02, c1: 1.5215e-02, c2: 7.2523e-03, d1: 3.2342e-03, d2: 2.8854e-02, l1_reg: 4.9798e+02, l2_reg: 1.8668e+02\n",
      "2020/09/03, 18:25:13, Iteration: 159000, Train Loss: 5.9447e-02, c1: 1.8600e-02, c2: 8.6955e-03, d1: 3.1802e-03, d2: 2.8964e-02, l1_reg: 4.9823e+02, l2_reg: 1.8697e+02\n",
      "2020/09/03, 18:25:22, Iteration: 160000, Train Loss: 5.4279e-02, c1: 1.4678e-02, c2: 7.6664e-03, d1: 2.6891e-03, d2: 2.9238e-02, l1_reg: 4.9831e+02, l2_reg: 1.8730e+02\n",
      "2020/09/03, 18:25:31, Iteration: 161000, Train Loss: 5.5314e-02, c1: 1.5417e-02, c2: 7.7248e-03, d1: 3.0532e-03, d2: 2.9112e-02, l1_reg: 4.9831e+02, l2_reg: 1.8752e+02\n",
      "2020/09/03, 18:25:40, Iteration: 162000, Train Loss: 5.6049e-02, c1: 1.5957e-02, c2: 8.0554e-03, d1: 3.0953e-03, d2: 2.8935e-02, l1_reg: 4.9857e+02, l2_reg: 1.8769e+02\n",
      "2020/09/03, 18:25:48, Iteration: 163000, Train Loss: 5.7620e-02, c1: 1.7291e-02, c2: 7.7852e-03, d1: 3.4951e-03, d2: 2.9042e-02, l1_reg: 4.9858e+02, l2_reg: 1.8793e+02\n",
      "2020/09/03, 18:25:57, Iteration: 164000, Train Loss: 5.5477e-02, c1: 1.6116e-02, c2: 7.4392e-03, d1: 2.8815e-03, d2: 2.9033e-02, l1_reg: 4.9839e+02, l2_reg: 1.8810e+02\n",
      "2020/09/03, 18:26:06, Iteration: 165000, Train Loss: 5.3831e-02, c1: 1.4831e-02, c2: 7.0208e-03, d1: 3.0024e-03, d2: 2.8970e-02, l1_reg: 4.9824e+02, l2_reg: 1.8829e+02\n",
      "2020/09/03, 18:26:15, Iteration: 166000, Train Loss: 5.6676e-02, c1: 1.6405e-02, c2: 8.5156e-03, d1: 2.8813e-03, d2: 2.8867e-02, l1_reg: 4.9824e+02, l2_reg: 1.8841e+02\n",
      "2020/09/03, 18:26:24, Iteration: 167000, Train Loss: 5.5750e-02, c1: 1.3782e-02, c2: 9.0641e-03, d1: 3.4087e-03, d2: 2.9488e-02, l1_reg: 4.9822e+02, l2_reg: 1.8858e+02\n",
      "2020/09/03, 18:26:33, Iteration: 168000, Train Loss: 5.6534e-02, c1: 1.8171e-02, c2: 6.8086e-03, d1: 2.8586e-03, d2: 2.8689e-02, l1_reg: 4.9812e+02, l2_reg: 1.8862e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:26:42, Iteration: 169000, Train Loss: 5.3721e-02, c1: 1.3389e-02, c2: 8.1984e-03, d1: 2.8876e-03, d2: 2.9239e-02, l1_reg: 4.9833e+02, l2_reg: 1.8873e+02\n",
      "2020/09/03, 18:26:50, Iteration: 170000, Train Loss: 5.5931e-02, c1: 1.5488e-02, c2: 8.5454e-03, d1: 3.2532e-03, d2: 2.8638e-02, l1_reg: 4.9836e+02, l2_reg: 1.8890e+02\n",
      "2020/09/03, 18:26:59, Iteration: 171000, Train Loss: 5.3973e-02, c1: 1.4360e-02, c2: 7.5636e-03, d1: 3.1555e-03, d2: 2.8888e-02, l1_reg: 4.9857e+02, l2_reg: 1.8910e+02\n",
      "2020/09/03, 18:27:08, Iteration: 172000, Train Loss: 5.4810e-02, c1: 1.6209e-02, c2: 7.1272e-03, d1: 2.9369e-03, d2: 2.8530e-02, l1_reg: 4.9857e+02, l2_reg: 1.8929e+02\n",
      "2020/09/03, 18:27:17, Iteration: 173000, Train Loss: 5.4079e-02, c1: 1.5489e-02, c2: 7.4536e-03, d1: 2.6935e-03, d2: 2.8436e-02, l1_reg: 4.9863e+02, l2_reg: 1.8959e+02\n",
      "2020/09/03, 18:27:26, Iteration: 174000, Train Loss: 6.3927e-02, c1: 2.1929e-02, c2: 1.0102e-02, d1: 2.5007e-03, d2: 2.9388e-02, l1_reg: 4.9874e+02, l2_reg: 1.8997e+02\n",
      "2020/09/03, 18:27:35, Iteration: 175000, Train Loss: 5.8063e-02, c1: 1.9204e-02, c2: 7.2110e-03, d1: 3.0899e-03, d2: 2.8552e-02, l1_reg: 4.9886e+02, l2_reg: 1.9032e+02\n",
      "2020/09/03, 18:27:44, Iteration: 176000, Train Loss: 5.8980e-02, c1: 1.9468e-02, c2: 7.3726e-03, d1: 3.6976e-03, d2: 2.8435e-02, l1_reg: 4.9908e+02, l2_reg: 1.9080e+02\n",
      "2020/09/03, 18:27:52, Iteration: 177000, Train Loss: 5.2721e-02, c1: 1.3983e-02, c2: 7.3103e-03, d1: 3.0219e-03, d2: 2.8398e-02, l1_reg: 4.9918e+02, l2_reg: 1.9114e+02\n",
      "2020/09/03, 18:28:01, Iteration: 178000, Train Loss: 5.7231e-02, c1: 1.7229e-02, c2: 8.2893e-03, d1: 2.5921e-03, d2: 2.9113e-02, l1_reg: 4.9919e+02, l2_reg: 1.9133e+02\n",
      "2020/09/03, 18:28:10, Iteration: 179000, Train Loss: 5.8489e-02, c1: 1.6235e-02, c2: 9.1162e-03, d1: 3.7147e-03, d2: 2.9417e-02, l1_reg: 4.9932e+02, l2_reg: 1.9161e+02\n",
      "2020/09/03, 18:28:19, Iteration: 180000, Train Loss: 5.9000e-02, c1: 1.9386e-02, c2: 7.3944e-03, d1: 3.4034e-03, d2: 2.8809e-02, l1_reg: 4.9953e+02, l2_reg: 1.9176e+02\n",
      "2020/09/03, 18:28:28, Iteration: 181000, Train Loss: 5.4111e-02, c1: 1.5828e-02, c2: 6.9460e-03, d1: 2.4822e-03, d2: 2.8848e-02, l1_reg: 4.9960e+02, l2_reg: 1.9180e+02\n",
      "2020/09/03, 18:28:36, Iteration: 182000, Train Loss: 5.0310e-02, c1: 1.1912e-02, c2: 7.0003e-03, d1: 2.7021e-03, d2: 2.8688e-02, l1_reg: 4.9952e+02, l2_reg: 1.9164e+02\n",
      "2020/09/03, 18:28:45, Iteration: 183000, Train Loss: 5.1962e-02, c1: 1.4515e-02, c2: 6.3246e-03, d1: 3.1948e-03, d2: 2.7921e-02, l1_reg: 4.9962e+02, l2_reg: 1.9191e+02\n",
      "2020/09/03, 18:28:54, Iteration: 184000, Train Loss: 5.5461e-02, c1: 1.8403e-02, c2: 6.4879e-03, d1: 2.7843e-03, d2: 2.7779e-02, l1_reg: 4.9977e+02, l2_reg: 1.9215e+02\n",
      "2020/09/03, 18:29:03, Iteration: 185000, Train Loss: 5.2360e-02, c1: 1.4926e-02, c2: 6.5487e-03, d1: 2.8411e-03, d2: 2.8036e-02, l1_reg: 4.9971e+02, l2_reg: 1.9233e+02\n",
      "2020/09/03, 18:29:12, Iteration: 186000, Train Loss: 5.4872e-02, c1: 1.5416e-02, c2: 7.5501e-03, d1: 3.1991e-03, d2: 2.8700e-02, l1_reg: 4.9965e+02, l2_reg: 1.9238e+02\n",
      "2020/09/03, 18:29:21, Iteration: 187000, Train Loss: 5.9102e-02, c1: 1.8382e-02, c2: 9.3095e-03, d1: 3.0089e-03, d2: 2.8395e-02, l1_reg: 4.9969e+02, l2_reg: 1.9251e+02\n",
      "2020/09/03, 18:29:30, Iteration: 188000, Train Loss: 5.6520e-02, c1: 1.8837e-02, c2: 6.8142e-03, d1: 2.5361e-03, d2: 2.8326e-02, l1_reg: 4.9974e+02, l2_reg: 1.9271e+02\n",
      "2020/09/03, 18:29:39, Iteration: 189000, Train Loss: 5.4467e-02, c1: 1.5742e-02, c2: 7.4500e-03, d1: 3.0452e-03, d2: 2.8222e-02, l1_reg: 4.9968e+02, l2_reg: 1.9279e+02\n",
      "2020/09/03, 18:29:48, Iteration: 190000, Train Loss: 6.6151e-02, c1: 2.1058e-02, c2: 1.2021e-02, d1: 3.5166e-03, d2: 2.9549e-02, l1_reg: 4.9993e+02, l2_reg: 1.9308e+02\n",
      "2020/09/03, 18:29:57, Iteration: 191000, Train Loss: 5.0721e-02, c1: 1.3954e-02, c2: 6.1797e-03, d1: 2.7957e-03, d2: 2.7785e-02, l1_reg: 5.0017e+02, l2_reg: 1.9325e+02\n",
      "2020/09/03, 18:30:05, Iteration: 192000, Train Loss: 6.2801e-02, c1: 2.3794e-02, c2: 7.6546e-03, d1: 2.8420e-03, d2: 2.8504e-02, l1_reg: 5.0024e+02, l2_reg: 1.9342e+02\n",
      "2020/09/03, 18:30:14, Iteration: 193000, Train Loss: 5.7198e-02, c1: 1.8368e-02, c2: 7.4586e-03, d1: 3.1718e-03, d2: 2.8194e-02, l1_reg: 5.0052e+02, l2_reg: 1.9359e+02\n",
      "2020/09/03, 18:30:23, Iteration: 194000, Train Loss: 5.9746e-02, c1: 2.0613e-02, c2: 7.4859e-03, d1: 2.4470e-03, d2: 2.9193e-02, l1_reg: 5.0071e+02, l2_reg: 1.9385e+02\n",
      "2020/09/03, 18:30:32, Iteration: 195000, Train Loss: 5.6095e-02, c1: 1.7896e-02, c2: 7.6566e-03, d1: 2.5938e-03, d2: 2.7942e-02, l1_reg: 5.0064e+02, l2_reg: 1.9399e+02\n",
      "2020/09/03, 18:30:41, Iteration: 196000, Train Loss: 4.8933e-02, c1: 1.1784e-02, c2: 6.3826e-03, d1: 2.5928e-03, d2: 2.8166e-02, l1_reg: 5.0107e+02, l2_reg: 1.9417e+02\n",
      "2020/09/03, 18:30:49, Iteration: 197000, Train Loss: 6.0535e-02, c1: 2.0946e-02, c2: 7.7927e-03, d1: 2.7201e-03, d2: 2.9069e-02, l1_reg: 5.0114e+02, l2_reg: 1.9437e+02\n",
      "2020/09/03, 18:30:58, Iteration: 198000, Train Loss: 5.0757e-02, c1: 1.3930e-02, c2: 5.5857e-03, d1: 3.6417e-03, d2: 2.7593e-02, l1_reg: 5.0115e+02, l2_reg: 1.9451e+02\n",
      "2020/09/03, 18:31:07, Iteration: 199000, Train Loss: 6.2281e-02, c1: 2.3936e-02, c2: 7.1812e-03, d1: 3.1396e-03, d2: 2.8017e-02, l1_reg: 5.0135e+02, l2_reg: 1.9474e+02\n",
      "2020/09/03, 18:31:16, Iteration: 200000, Train Loss: 5.2475e-02, c1: 1.6049e-02, c2: 5.9548e-03, d1: 2.4828e-03, d2: 2.7982e-02, l1_reg: 5.0174e+02, l2_reg: 1.9491e+02\n",
      "2020/09/03, 18:31:25, Iteration: 201000, Train Loss: 5.8038e-02, c1: 1.8577e-02, c2: 8.4790e-03, d1: 2.6678e-03, d2: 2.8307e-02, l1_reg: 5.0185e+02, l2_reg: 1.9511e+02\n",
      "2020/09/03, 18:31:34, Iteration: 202000, Train Loss: 5.6835e-02, c1: 2.0026e-02, c2: 6.1120e-03, d1: 2.8748e-03, d2: 2.7816e-02, l1_reg: 5.0210e+02, l2_reg: 1.9523e+02\n",
      "2020/09/03, 18:31:43, Iteration: 203000, Train Loss: 6.0243e-02, c1: 2.3849e-02, c2: 5.2627e-03, d1: 3.1924e-03, d2: 2.7932e-02, l1_reg: 5.0237e+02, l2_reg: 1.9538e+02\n",
      "2020/09/03, 18:31:52, Iteration: 204000, Train Loss: 4.9773e-02, c1: 1.3331e-02, c2: 5.5146e-03, d1: 3.2850e-03, d2: 2.7635e-02, l1_reg: 5.0228e+02, l2_reg: 1.9563e+02\n",
      "2020/09/03, 18:32:01, Iteration: 205000, Train Loss: 5.9098e-02, c1: 2.2738e-02, c2: 6.0790e-03, d1: 2.4592e-03, d2: 2.7815e-02, l1_reg: 5.0245e+02, l2_reg: 1.9572e+02\n",
      "2020/09/03, 18:32:10, Iteration: 206000, Train Loss: 5.2344e-02, c1: 1.6025e-02, c2: 5.9303e-03, d1: 2.9666e-03, d2: 2.7415e-02, l1_reg: 5.0239e+02, l2_reg: 1.9591e+02\n",
      "2020/09/03, 18:32:18, Iteration: 207000, Train Loss: 5.0081e-02, c1: 1.3789e-02, c2: 5.9436e-03, d1: 2.5236e-03, d2: 2.7818e-02, l1_reg: 5.0270e+02, l2_reg: 1.9591e+02\n",
      "2020/09/03, 18:32:27, Iteration: 208000, Train Loss: 6.0202e-02, c1: 2.2027e-02, c2: 6.8789e-03, d1: 3.6625e-03, d2: 2.7627e-02, l1_reg: 5.0264e+02, l2_reg: 1.9613e+02\n",
      "2020/09/03, 18:32:36, Iteration: 209000, Train Loss: 5.4879e-02, c1: 1.7677e-02, c2: 6.8537e-03, d1: 2.4898e-03, d2: 2.7851e-02, l1_reg: 5.0293e+02, l2_reg: 1.9642e+02\n",
      "2020/09/03, 18:32:45, Iteration: 210000, Train Loss: 5.9506e-02, c1: 2.2806e-02, c2: 5.5894e-03, d1: 3.5446e-03, d2: 2.7559e-02, l1_reg: 5.0309e+02, l2_reg: 1.9659e+02\n",
      "2020/09/03, 18:32:53, Iteration: 211000, Train Loss: 6.2192e-02, c1: 2.3434e-02, c2: 7.0911e-03, d1: 3.3172e-03, d2: 2.8343e-02, l1_reg: 5.0277e+02, l2_reg: 1.9675e+02\n",
      "2020/09/03, 18:33:02, Iteration: 212000, Train Loss: 5.2871e-02, c1: 1.5715e-02, c2: 6.3053e-03, d1: 3.3840e-03, d2: 2.7459e-02, l1_reg: 5.0289e+02, l2_reg: 1.9692e+02\n",
      "2020/09/03, 18:33:11, Iteration: 213000, Train Loss: 5.5913e-02, c1: 1.8973e-02, c2: 6.9067e-03, d1: 2.5105e-03, d2: 2.7515e-02, l1_reg: 5.0314e+02, l2_reg: 1.9708e+02\n",
      "2020/09/03, 18:33:19, Iteration: 214000, Train Loss: 5.5050e-02, c1: 1.6497e-02, c2: 7.4314e-03, d1: 3.0825e-03, d2: 2.8032e-02, l1_reg: 5.0282e+02, l2_reg: 1.9718e+02\n",
      "2020/09/03, 18:33:28, Iteration: 215000, Train Loss: 5.8547e-02, c1: 1.9309e-02, c2: 8.8489e-03, d1: 2.7934e-03, d2: 2.7589e-02, l1_reg: 5.0303e+02, l2_reg: 1.9742e+02\n",
      "2020/09/03, 18:33:37, Iteration: 216000, Train Loss: 5.2622e-02, c1: 1.5150e-02, c2: 7.1642e-03, d1: 2.6789e-03, d2: 2.7622e-02, l1_reg: 5.0306e+02, l2_reg: 1.9759e+02\n",
      "2020/09/03, 18:33:46, Iteration: 217000, Train Loss: 5.5923e-02, c1: 1.8241e-02, c2: 6.6878e-03, d1: 3.1602e-03, d2: 2.7826e-02, l1_reg: 5.0336e+02, l2_reg: 1.9782e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:33:55, Iteration: 218000, Train Loss: 4.9293e-02, c1: 1.4126e-02, c2: 5.3589e-03, d1: 2.5075e-03, d2: 2.7293e-02, l1_reg: 5.0290e+02, l2_reg: 1.9787e+02\n",
      "2020/09/03, 18:34:03, Iteration: 219000, Train Loss: 5.0669e-02, c1: 1.3133e-02, c2: 6.7760e-03, d1: 2.7116e-03, d2: 2.8042e-02, l1_reg: 5.0275e+02, l2_reg: 1.9808e+02\n",
      "2020/09/03, 18:34:12, Iteration: 220000, Train Loss: 5.0517e-02, c1: 1.4046e-02, c2: 5.9082e-03, d1: 3.1209e-03, d2: 2.7435e-02, l1_reg: 5.0258e+02, l2_reg: 1.9827e+02\n",
      "2020/09/03, 18:34:21, Iteration: 221000, Train Loss: 5.6358e-02, c1: 1.9646e-02, c2: 5.7970e-03, d1: 3.3903e-03, d2: 2.7517e-02, l1_reg: 5.0249e+02, l2_reg: 1.9843e+02\n",
      "2020/09/03, 18:34:29, Iteration: 222000, Train Loss: 5.7523e-02, c1: 2.0551e-02, c2: 6.2143e-03, d1: 3.0161e-03, d2: 2.7734e-02, l1_reg: 5.0235e+02, l2_reg: 1.9856e+02\n",
      "2020/09/03, 18:34:38, Iteration: 223000, Train Loss: 5.7817e-02, c1: 1.8516e-02, c2: 7.8983e-03, d1: 3.7429e-03, d2: 2.7652e-02, l1_reg: 5.0255e+02, l2_reg: 1.9870e+02\n",
      "2020/09/03, 18:34:47, Iteration: 224000, Train Loss: 5.6579e-02, c1: 2.0378e-02, c2: 6.0926e-03, d1: 2.7077e-03, d2: 2.7393e-02, l1_reg: 5.0175e+02, l2_reg: 1.9893e+02\n",
      "2020/09/03, 18:34:56, Iteration: 225000, Train Loss: 5.2291e-02, c1: 1.5139e-02, c2: 6.5242e-03, d1: 2.6954e-03, d2: 2.7925e-02, l1_reg: 5.0160e+02, l2_reg: 1.9912e+02\n",
      "2020/09/03, 18:35:05, Iteration: 226000, Train Loss: 5.1112e-02, c1: 1.4989e-02, c2: 5.7372e-03, d1: 2.7531e-03, d2: 2.7626e-02, l1_reg: 5.0124e+02, l2_reg: 1.9940e+02\n",
      "2020/09/03, 18:35:14, Iteration: 227000, Train Loss: 5.3245e-02, c1: 1.5487e-02, c2: 6.9314e-03, d1: 2.7484e-03, d2: 2.8071e-02, l1_reg: 5.0112e+02, l2_reg: 1.9952e+02\n",
      "2020/09/03, 18:35:23, Iteration: 228000, Train Loss: 5.7959e-02, c1: 1.9451e-02, c2: 7.1997e-03, d1: 3.7171e-03, d2: 2.7584e-02, l1_reg: 5.0086e+02, l2_reg: 1.9972e+02\n",
      "2020/09/03, 18:35:32, Iteration: 229000, Train Loss: 5.0874e-02, c1: 1.2849e-02, c2: 6.7559e-03, d1: 3.6561e-03, d2: 2.7606e-02, l1_reg: 5.0074e+02, l2_reg: 1.9980e+02\n",
      "2020/09/03, 18:35:40, Iteration: 230000, Train Loss: 4.9073e-02, c1: 1.1484e-02, c2: 6.8481e-03, d1: 2.8169e-03, d2: 2.7917e-02, l1_reg: 5.0112e+02, l2_reg: 2.0017e+02\n",
      "2020/09/03, 18:35:49, Iteration: 231000, Train Loss: 4.8603e-02, c1: 1.2836e-02, c2: 5.7713e-03, d1: 2.6989e-03, d2: 2.7290e-02, l1_reg: 5.0073e+02, l2_reg: 2.0016e+02\n",
      "2020/09/03, 18:35:58, Iteration: 232000, Train Loss: 5.4122e-02, c1: 1.7119e-02, c2: 6.2119e-03, d1: 2.9529e-03, d2: 2.7832e-02, l1_reg: 5.0117e+02, l2_reg: 2.0033e+02\n",
      "2020/09/03, 18:36:07, Iteration: 233000, Train Loss: 5.2623e-02, c1: 1.6020e-02, c2: 5.9635e-03, d1: 3.1658e-03, d2: 2.7467e-02, l1_reg: 5.0055e+02, l2_reg: 2.0053e+02\n",
      "2020/09/03, 18:36:16, Iteration: 234000, Train Loss: 4.6934e-02, c1: 1.0319e-02, c2: 5.6920e-03, d1: 3.2605e-03, d2: 2.7656e-02, l1_reg: 5.0050e+02, l2_reg: 2.0078e+02\n",
      "2020/09/03, 18:36:25, Iteration: 235000, Train Loss: 5.5199e-02, c1: 1.8416e-02, c2: 6.1384e-03, d1: 3.0718e-03, d2: 2.7566e-02, l1_reg: 5.0084e+02, l2_reg: 2.0112e+02\n",
      "2020/09/03, 18:36:34, Iteration: 236000, Train Loss: 6.2587e-02, c1: 2.6776e-02, c2: 6.0055e-03, d1: 2.7155e-03, d2: 2.7083e-02, l1_reg: 5.0053e+02, l2_reg: 2.0128e+02\n",
      "2020/09/03, 18:36:43, Iteration: 237000, Train Loss: 5.8402e-02, c1: 2.2727e-02, c2: 5.5296e-03, d1: 3.1433e-03, d2: 2.6996e-02, l1_reg: 5.0070e+02, l2_reg: 2.0160e+02\n",
      "2020/09/03, 18:36:52, Iteration: 238000, Train Loss: 5.5012e-02, c1: 1.9387e-02, c2: 5.5345e-03, d1: 2.7231e-03, d2: 2.7361e-02, l1_reg: 5.0059e+02, l2_reg: 2.0187e+02\n",
      "2020/09/03, 18:37:01, Iteration: 239000, Train Loss: 5.1220e-02, c1: 1.5021e-02, c2: 6.2131e-03, d1: 3.0474e-03, d2: 2.6932e-02, l1_reg: 5.0097e+02, l2_reg: 2.0221e+02\n",
      "2020/09/03, 18:37:10, Iteration: 240000, Train Loss: 4.9177e-02, c1: 1.3149e-02, c2: 6.0496e-03, d1: 2.5371e-03, d2: 2.7434e-02, l1_reg: 5.0102e+02, l2_reg: 2.0249e+02\n",
      "2020/09/03, 18:37:18, Iteration: 241000, Train Loss: 5.0959e-02, c1: 1.3667e-02, c2: 6.9558e-03, d1: 2.8022e-03, d2: 2.7527e-02, l1_reg: 5.0134e+02, l2_reg: 2.0277e+02\n",
      "2020/09/03, 18:37:27, Iteration: 242000, Train Loss: 5.4063e-02, c1: 1.8271e-02, c2: 5.6460e-03, d1: 2.6814e-03, d2: 2.7458e-02, l1_reg: 5.0150e+02, l2_reg: 2.0303e+02\n",
      "2020/09/03, 18:37:36, Iteration: 243000, Train Loss: 6.6578e-02, c1: 2.6948e-02, c2: 8.5869e-03, d1: 4.1035e-03, d2: 2.6933e-02, l1_reg: 5.0130e+02, l2_reg: 2.0332e+02\n",
      "2020/09/03, 18:37:45, Iteration: 244000, Train Loss: 5.4772e-02, c1: 1.7496e-02, c2: 6.9665e-03, d1: 2.5400e-03, d2: 2.7762e-02, l1_reg: 5.0173e+02, l2_reg: 2.0373e+02\n",
      "2020/09/03, 18:37:54, Iteration: 245000, Train Loss: 4.6932e-02, c1: 1.1454e-02, c2: 5.4589e-03, d1: 2.8909e-03, d2: 2.7122e-02, l1_reg: 5.0215e+02, l2_reg: 2.0418e+02\n",
      "2020/09/03, 18:38:02, Iteration: 246000, Train Loss: 5.1843e-02, c1: 1.5318e-02, c2: 6.8846e-03, d1: 2.5557e-03, d2: 2.7078e-02, l1_reg: 5.0245e+02, l2_reg: 2.0460e+02\n",
      "2020/09/03, 18:38:11, Iteration: 247000, Train Loss: 5.9967e-02, c1: 2.3510e-02, c2: 6.0413e-03, d1: 2.9739e-03, d2: 2.7434e-02, l1_reg: 5.0253e+02, l2_reg: 2.0510e+02\n",
      "2020/09/03, 18:38:20, Iteration: 248000, Train Loss: 5.2645e-02, c1: 1.5597e-02, c2: 5.7227e-03, d1: 3.6162e-03, d2: 2.7702e-02, l1_reg: 5.0271e+02, l2_reg: 2.0565e+02\n",
      "2020/09/03, 18:38:29, Iteration: 249000, Train Loss: 4.9866e-02, c1: 1.3001e-02, c2: 6.0269e-03, d1: 3.3543e-03, d2: 2.7477e-02, l1_reg: 5.0342e+02, l2_reg: 2.0663e+02\n",
      "2020/09/03, 18:38:38, Iteration: 250000, Train Loss: 4.9541e-02, c1: 1.3775e-02, c2: 5.4613e-03, d1: 2.9332e-03, d2: 2.7364e-02, l1_reg: 5.0416e+02, l2_reg: 2.0775e+02\n",
      "2020/09/03, 18:38:46, Iteration: 251000, Train Loss: 4.6957e-02, c1: 1.1521e-02, c2: 5.6388e-03, d1: 2.5778e-03, d2: 2.7213e-02, l1_reg: 5.0446e+02, l2_reg: 2.0900e+02\n",
      "2020/09/03, 18:38:55, Iteration: 252000, Train Loss: 5.6856e-02, c1: 1.9280e-02, c2: 6.9960e-03, d1: 3.0853e-03, d2: 2.7487e-02, l1_reg: 5.0574e+02, l2_reg: 2.1134e+02\n",
      "2020/09/03, 18:39:04, Iteration: 253000, Train Loss: 4.9877e-02, c1: 1.4874e-02, c2: 5.3794e-03, d1: 2.7029e-03, d2: 2.6913e-02, l1_reg: 5.0720e+02, l2_reg: 2.1431e+02\n",
      "2020/09/03, 18:39:13, Iteration: 254000, Train Loss: 5.3268e-02, c1: 1.7418e-02, c2: 5.7795e-03, d1: 3.0271e-03, d2: 2.7036e-02, l1_reg: 5.0797e+02, l2_reg: 2.1730e+02\n",
      "2020/09/03, 18:39:22, Iteration: 255000, Train Loss: 5.8186e-02, c1: 2.1342e-02, c2: 5.9731e-03, d1: 2.7272e-03, d2: 2.8137e-02, l1_reg: 5.0937e+02, l2_reg: 2.2139e+02\n",
      "2020/09/03, 18:39:31, Iteration: 256000, Train Loss: 5.1023e-02, c1: 1.4602e-02, c2: 6.4932e-03, d1: 2.8067e-03, d2: 2.7114e-02, l1_reg: 5.1063e+02, l2_reg: 2.2547e+02\n",
      "2020/09/03, 18:39:40, Iteration: 257000, Train Loss: 4.8577e-02, c1: 1.1930e-02, c2: 6.0166e-03, d1: 3.5093e-03, d2: 2.7115e-02, l1_reg: 5.1128e+02, l2_reg: 2.2847e+02\n",
      "2020/09/03, 18:39:48, Iteration: 258000, Train Loss: 5.2394e-02, c1: 1.6428e-02, c2: 5.9786e-03, d1: 3.0166e-03, d2: 2.6963e-02, l1_reg: 5.1211e+02, l2_reg: 2.3126e+02\n",
      "2020/09/03, 18:39:57, Iteration: 259000, Train Loss: 4.8356e-02, c1: 1.2624e-02, c2: 5.6454e-03, d1: 2.8953e-03, d2: 2.7184e-02, l1_reg: 5.1268e+02, l2_reg: 2.3382e+02\n",
      "2020/09/03, 18:40:06, Iteration: 260000, Train Loss: 5.4085e-02, c1: 1.6952e-02, c2: 6.4866e-03, d1: 2.8659e-03, d2: 2.7773e-02, l1_reg: 5.1297e+02, l2_reg: 2.3635e+02\n",
      "2020/09/03, 18:40:14, Iteration: 261000, Train Loss: 4.7865e-02, c1: 1.1835e-02, c2: 6.3977e-03, d1: 2.5058e-03, d2: 2.7119e-02, l1_reg: 5.1364e+02, l2_reg: 2.3871e+02\n",
      "2020/09/03, 18:40:23, Iteration: 262000, Train Loss: 5.1268e-02, c1: 1.5934e-02, c2: 5.4059e-03, d1: 2.9173e-03, d2: 2.7003e-02, l1_reg: 5.1401e+02, l2_reg: 2.4086e+02\n",
      "2020/09/03, 18:40:32, Iteration: 263000, Train Loss: 5.0406e-02, c1: 1.4078e-02, c2: 6.0962e-03, d1: 3.0101e-03, d2: 2.7214e-02, l1_reg: 5.1406e+02, l2_reg: 2.4285e+02\n",
      "2020/09/03, 18:40:41, Iteration: 264000, Train Loss: 5.3825e-02, c1: 1.8469e-02, c2: 5.7140e-03, d1: 2.7044e-03, d2: 2.6930e-02, l1_reg: 5.1465e+02, l2_reg: 2.4469e+02\n",
      "2020/09/03, 18:40:50, Iteration: 265000, Train Loss: 5.6392e-02, c1: 2.0500e-02, c2: 5.3002e-03, d1: 3.2971e-03, d2: 2.7288e-02, l1_reg: 5.1508e+02, l2_reg: 2.4650e+02\n",
      "2020/09/03, 18:40:59, Iteration: 266000, Train Loss: 5.5201e-02, c1: 1.9963e-02, c2: 5.7069e-03, d1: 2.6811e-03, d2: 2.6842e-02, l1_reg: 5.1522e+02, l2_reg: 2.4815e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:41:07, Iteration: 267000, Train Loss: 5.1492e-02, c1: 1.6103e-02, c2: 5.6123e-03, d1: 3.2793e-03, d2: 2.6490e-02, l1_reg: 5.1587e+02, l2_reg: 2.4980e+02\n",
      "2020/09/03, 18:41:16, Iteration: 268000, Train Loss: 6.4655e-02, c1: 2.7305e-02, c2: 7.1463e-03, d1: 2.6718e-03, d2: 2.7524e-02, l1_reg: 5.1566e+02, l2_reg: 2.5130e+02\n",
      "2020/09/03, 18:41:25, Iteration: 269000, Train Loss: 5.0062e-02, c1: 1.2465e-02, c2: 7.0647e-03, d1: 3.1940e-03, d2: 2.7330e-02, l1_reg: 5.1611e+02, l2_reg: 2.5246e+02\n",
      "2020/09/03, 18:41:34, Iteration: 270000, Train Loss: 5.4705e-02, c1: 1.5446e-02, c2: 7.5566e-03, d1: 4.0903e-03, d2: 2.7604e-02, l1_reg: 5.1651e+02, l2_reg: 2.5368e+02\n",
      "2020/09/03, 18:41:43, Iteration: 271000, Train Loss: 5.4641e-02, c1: 2.0689e-02, c2: 4.7775e-03, d1: 2.6002e-03, d2: 2.6567e-02, l1_reg: 5.1696e+02, l2_reg: 2.5467e+02\n",
      "2020/09/03, 18:41:52, Iteration: 272000, Train Loss: 5.1385e-02, c1: 1.4857e-02, c2: 6.4474e-03, d1: 3.1602e-03, d2: 2.6914e-02, l1_reg: 5.1738e+02, l2_reg: 2.5559e+02\n",
      "2020/09/03, 18:42:00, Iteration: 273000, Train Loss: 4.8783e-02, c1: 1.4123e-02, c2: 5.4449e-03, d1: 2.5454e-03, d2: 2.6662e-02, l1_reg: 5.1793e+02, l2_reg: 2.5645e+02\n",
      "2020/09/03, 18:42:09, Iteration: 274000, Train Loss: 4.8528e-02, c1: 1.3150e-02, c2: 6.3256e-03, d1: 2.4991e-03, d2: 2.6545e-02, l1_reg: 5.1792e+02, l2_reg: 2.5722e+02\n",
      "2020/09/03, 18:42:18, Iteration: 275000, Train Loss: 5.7406e-02, c1: 2.0961e-02, c2: 6.1500e-03, d1: 3.1288e-03, d2: 2.7159e-02, l1_reg: 5.1802e+02, l2_reg: 2.5788e+02\n",
      "2020/09/03, 18:42:27, Iteration: 276000, Train Loss: 5.6611e-02, c1: 1.9919e-02, c2: 6.4705e-03, d1: 2.9657e-03, d2: 2.7248e-02, l1_reg: 5.1788e+02, l2_reg: 2.5851e+02\n",
      "2020/09/03, 18:42:36, Iteration: 277000, Train Loss: 5.7631e-02, c1: 2.0304e-02, c2: 6.3643e-03, d1: 4.0818e-03, d2: 2.6874e-02, l1_reg: 5.1808e+02, l2_reg: 2.5914e+02\n",
      "2020/09/03, 18:42:45, Iteration: 278000, Train Loss: 5.2948e-02, c1: 1.8689e-02, c2: 5.2537e-03, d1: 2.4752e-03, d2: 2.6523e-02, l1_reg: 5.1819e+02, l2_reg: 2.5981e+02\n",
      "2020/09/03, 18:42:54, Iteration: 279000, Train Loss: 5.3477e-02, c1: 1.8679e-02, c2: 4.6648e-03, d1: 3.7708e-03, d2: 2.6355e-02, l1_reg: 5.1807e+02, l2_reg: 2.6036e+02\n",
      "2020/09/03, 18:43:02, Iteration: 280000, Train Loss: 5.1215e-02, c1: 1.5520e-02, c2: 6.1995e-03, d1: 2.9245e-03, d2: 2.6563e-02, l1_reg: 5.1854e+02, l2_reg: 2.6085e+02\n",
      "2020/09/03, 18:43:11, Iteration: 281000, Train Loss: 4.8223e-02, c1: 1.3749e-02, c2: 5.3438e-03, d1: 2.6297e-03, d2: 2.6493e-02, l1_reg: 5.1857e+02, l2_reg: 2.6132e+02\n",
      "2020/09/03, 18:43:20, Iteration: 282000, Train Loss: 4.9477e-02, c1: 1.5624e-02, c2: 4.8374e-03, d1: 2.4203e-03, d2: 2.6588e-02, l1_reg: 5.1879e+02, l2_reg: 2.6184e+02\n",
      "2020/09/03, 18:43:29, Iteration: 283000, Train Loss: 5.0230e-02, c1: 1.5439e-02, c2: 5.2414e-03, d1: 2.8315e-03, d2: 2.6710e-02, l1_reg: 5.2005e+02, l2_reg: 2.6249e+02\n",
      "2020/09/03, 18:43:38, Iteration: 284000, Train Loss: 5.0256e-02, c1: 1.5494e-02, c2: 5.8926e-03, d1: 2.4136e-03, d2: 2.6448e-02, l1_reg: 5.1990e+02, l2_reg: 2.6318e+02\n",
      "2020/09/03, 18:43:46, Iteration: 285000, Train Loss: 5.1704e-02, c1: 1.6714e-02, c2: 5.4692e-03, d1: 3.0335e-03, d2: 2.6479e-02, l1_reg: 5.2020e+02, l2_reg: 2.6383e+02\n",
      "2020/09/03, 18:43:55, Iteration: 286000, Train Loss: 4.5475e-02, c1: 1.0282e-02, c2: 6.3197e-03, d1: 2.6107e-03, d2: 2.6254e-02, l1_reg: 5.2067e+02, l2_reg: 2.6444e+02\n",
      "2020/09/03, 18:44:04, Iteration: 287000, Train Loss: 4.8211e-02, c1: 1.2638e-02, c2: 5.9981e-03, d1: 3.1680e-03, d2: 2.6399e-02, l1_reg: 5.2104e+02, l2_reg: 2.6501e+02\n",
      "2020/09/03, 18:44:12, Iteration: 288000, Train Loss: 5.0810e-02, c1: 1.5794e-02, c2: 5.2254e-03, d1: 2.8926e-03, d2: 2.6890e-02, l1_reg: 5.2155e+02, l2_reg: 2.6551e+02\n",
      "2020/09/03, 18:44:21, Iteration: 289000, Train Loss: 5.2669e-02, c1: 1.6837e-02, c2: 5.6084e-03, d1: 3.5244e-03, d2: 2.6691e-02, l1_reg: 5.2209e+02, l2_reg: 2.6601e+02\n",
      "2020/09/03, 18:44:30, Iteration: 290000, Train Loss: 4.6057e-02, c1: 1.1167e-02, c2: 5.8438e-03, d1: 2.7732e-03, d2: 2.6265e-02, l1_reg: 5.2230e+02, l2_reg: 2.6647e+02\n",
      "2020/09/03, 18:44:39, Iteration: 291000, Train Loss: 5.1074e-02, c1: 1.7178e-02, c2: 5.3605e-03, d1: 2.5555e-03, d2: 2.5972e-02, l1_reg: 5.2275e+02, l2_reg: 2.6687e+02\n",
      "2020/09/03, 18:44:48, Iteration: 292000, Train Loss: 5.2273e-02, c1: 1.7160e-02, c2: 5.7460e-03, d1: 2.9339e-03, d2: 2.6424e-02, l1_reg: 5.2365e+02, l2_reg: 2.6721e+02\n",
      "2020/09/03, 18:44:57, Iteration: 293000, Train Loss: 5.5165e-02, c1: 2.0670e-02, c2: 4.9158e-03, d1: 3.0184e-03, d2: 2.6553e-02, l1_reg: 5.2356e+02, l2_reg: 2.6750e+02\n",
      "2020/09/03, 18:45:05, Iteration: 294000, Train Loss: 5.3441e-02, c1: 1.7076e-02, c2: 6.8890e-03, d1: 2.6912e-03, d2: 2.6777e-02, l1_reg: 5.2365e+02, l2_reg: 2.6771e+02\n",
      "2020/09/03, 18:45:14, Iteration: 295000, Train Loss: 4.9996e-02, c1: 1.6363e-02, c2: 5.1361e-03, d1: 2.5128e-03, d2: 2.5976e-02, l1_reg: 5.2425e+02, l2_reg: 2.6794e+02\n",
      "2020/09/03, 18:45:23, Iteration: 296000, Train Loss: 5.1497e-02, c1: 1.6293e-02, c2: 6.0228e-03, d1: 3.0523e-03, d2: 2.6121e-02, l1_reg: 5.2439e+02, l2_reg: 2.6818e+02\n",
      "2020/09/03, 18:45:32, Iteration: 297000, Train Loss: 5.0063e-02, c1: 1.4729e-02, c2: 6.1946e-03, d1: 2.9144e-03, d2: 2.6217e-02, l1_reg: 5.2490e+02, l2_reg: 2.6837e+02\n",
      "2020/09/03, 18:45:41, Iteration: 298000, Train Loss: 4.7707e-02, c1: 1.3926e-02, c2: 4.7542e-03, d1: 2.9064e-03, d2: 2.6112e-02, l1_reg: 5.2495e+02, l2_reg: 2.6851e+02\n",
      "2020/09/03, 18:45:50, Iteration: 299000, Train Loss: 5.1565e-02, c1: 1.6250e-02, c2: 6.3505e-03, d1: 2.3622e-03, d2: 2.6595e-02, l1_reg: 5.2551e+02, l2_reg: 2.6867e+02\n",
      "2020/09/03, 18:45:59, Iteration: 300000, Train Loss: 5.3443e-02, c1: 1.8024e-02, c2: 5.3301e-03, d1: 3.1666e-03, d2: 2.6915e-02, l1_reg: 5.2567e+02, l2_reg: 2.6887e+02\n",
      "2020/09/03, 18:46:08, Iteration: 301000, Train Loss: 5.5903e-02, c1: 1.9876e-02, c2: 6.2483e-03, d1: 3.0468e-03, d2: 2.6724e-02, l1_reg: 5.2646e+02, l2_reg: 2.6912e+02\n",
      "2020/09/03, 18:46:16, Iteration: 302000, Train Loss: 4.3104e-02, c1: 9.6073e-03, c2: 4.9194e-03, d1: 2.5400e-03, d2: 2.6030e-02, l1_reg: 5.2685e+02, l2_reg: 2.6939e+02\n",
      "2020/09/03, 18:46:25, Iteration: 303000, Train Loss: 4.4962e-02, c1: 1.0180e-02, c2: 5.7544e-03, d1: 2.5451e-03, d2: 2.6474e-02, l1_reg: 5.2747e+02, l2_reg: 2.6966e+02\n",
      "2020/09/03, 18:46:34, Iteration: 304000, Train Loss: 4.8240e-02, c1: 1.3903e-02, c2: 4.8976e-03, d1: 3.0043e-03, d2: 2.6426e-02, l1_reg: 5.2771e+02, l2_reg: 2.6988e+02\n",
      "2020/09/03, 18:46:43, Iteration: 305000, Train Loss: 5.2363e-02, c1: 1.5633e-02, c2: 6.1402e-03, d1: 3.7326e-03, d2: 2.6849e-02, l1_reg: 5.2769e+02, l2_reg: 2.7006e+02\n",
      "2020/09/03, 18:46:52, Iteration: 306000, Train Loss: 5.0149e-02, c1: 1.4356e-02, c2: 6.3649e-03, d1: 2.5580e-03, d2: 2.6862e-02, l1_reg: 5.2830e+02, l2_reg: 2.7027e+02\n",
      "2020/09/03, 18:47:01, Iteration: 307000, Train Loss: 4.7976e-02, c1: 1.3601e-02, c2: 4.9093e-03, d1: 2.9394e-03, d2: 2.6518e-02, l1_reg: 5.2848e+02, l2_reg: 2.7055e+02\n",
      "2020/09/03, 18:47:10, Iteration: 308000, Train Loss: 5.7587e-02, c1: 2.0921e-02, c2: 6.2505e-03, d1: 3.2452e-03, d2: 2.7163e-02, l1_reg: 5.2945e+02, l2_reg: 2.7087e+02\n",
      "2020/09/03, 18:47:19, Iteration: 309000, Train Loss: 5.5869e-02, c1: 2.0277e-02, c2: 5.5490e-03, d1: 3.8358e-03, d2: 2.6199e-02, l1_reg: 5.2934e+02, l2_reg: 2.7112e+02\n",
      "2020/09/03, 18:47:28, Iteration: 310000, Train Loss: 5.4807e-02, c1: 2.0140e-02, c2: 5.3286e-03, d1: 2.7840e-03, d2: 2.6546e-02, l1_reg: 5.2967e+02, l2_reg: 2.7147e+02\n",
      "2020/09/03, 18:47:36, Iteration: 311000, Train Loss: 5.8289e-02, c1: 2.4435e-02, c2: 4.6823e-03, d1: 3.1904e-03, d2: 2.5973e-02, l1_reg: 5.3041e+02, l2_reg: 2.7180e+02\n",
      "2020/09/03, 18:47:45, Iteration: 312000, Train Loss: 4.8352e-02, c1: 1.2914e-02, c2: 5.4132e-03, d1: 3.4296e-03, d2: 2.6588e-02, l1_reg: 5.3022e+02, l2_reg: 2.7204e+02\n",
      "2020/09/03, 18:47:54, Iteration: 313000, Train Loss: 4.5768e-02, c1: 1.1108e-02, c2: 5.4302e-03, d1: 2.7695e-03, d2: 2.6452e-02, l1_reg: 5.3054e+02, l2_reg: 2.7250e+02\n",
      "2020/09/03, 18:48:03, Iteration: 314000, Train Loss: 5.0073e-02, c1: 1.4039e-02, c2: 5.7873e-03, d1: 3.6963e-03, d2: 2.6543e-02, l1_reg: 5.3117e+02, l2_reg: 2.7291e+02\n",
      "2020/09/03, 18:48:12, Iteration: 315000, Train Loss: 5.4205e-02, c1: 1.7208e-02, c2: 6.4645e-03, d1: 3.7448e-03, d2: 2.6779e-02, l1_reg: 5.3148e+02, l2_reg: 2.7338e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:48:21, Iteration: 316000, Train Loss: 5.0046e-02, c1: 1.4822e-02, c2: 6.0221e-03, d1: 2.7091e-03, d2: 2.6486e-02, l1_reg: 5.3180e+02, l2_reg: 2.7385e+02\n",
      "2020/09/03, 18:48:29, Iteration: 317000, Train Loss: 4.9452e-02, c1: 1.4834e-02, c2: 5.5838e-03, d1: 2.7961e-03, d2: 2.6231e-02, l1_reg: 5.3255e+02, l2_reg: 2.7428e+02\n",
      "2020/09/03, 18:48:38, Iteration: 318000, Train Loss: 4.7629e-02, c1: 1.3359e-02, c2: 5.2873e-03, d1: 2.7222e-03, d2: 2.6252e-02, l1_reg: 5.3235e+02, l2_reg: 2.7461e+02\n",
      "2020/09/03, 18:48:47, Iteration: 319000, Train Loss: 4.8160e-02, c1: 1.3675e-02, c2: 5.1635e-03, d1: 2.6884e-03, d2: 2.6625e-02, l1_reg: 5.3273e+02, l2_reg: 2.7505e+02\n",
      "2020/09/03, 18:48:56, Iteration: 320000, Train Loss: 5.2708e-02, c1: 1.4760e-02, c2: 8.4018e-03, d1: 2.6661e-03, d2: 2.6872e-02, l1_reg: 5.3317e+02, l2_reg: 2.7539e+02\n",
      "2020/09/03, 18:49:05, Iteration: 321000, Train Loss: 5.3479e-02, c1: 1.8744e-02, c2: 4.6479e-03, d1: 3.9791e-03, d2: 2.6100e-02, l1_reg: 5.3333e+02, l2_reg: 2.7580e+02\n",
      "2020/09/03, 18:49:13, Iteration: 322000, Train Loss: 4.5489e-02, c1: 1.1783e-02, c2: 4.8327e-03, d1: 2.5676e-03, d2: 2.6298e-02, l1_reg: 5.3371e+02, l2_reg: 2.7614e+02\n",
      "2020/09/03, 18:49:22, Iteration: 323000, Train Loss: 4.8825e-02, c1: 1.4492e-02, c2: 4.6821e-03, d1: 3.6092e-03, d2: 2.6033e-02, l1_reg: 5.3396e+02, l2_reg: 2.7638e+02\n",
      "2020/09/03, 18:49:31, Iteration: 324000, Train Loss: 5.2876e-02, c1: 1.8474e-02, c2: 4.9630e-03, d1: 3.0711e-03, d2: 2.6359e-02, l1_reg: 5.3378e+02, l2_reg: 2.7669e+02\n",
      "2020/09/03, 18:49:40, Iteration: 325000, Train Loss: 4.6989e-02, c1: 1.2890e-02, c2: 5.3837e-03, d1: 2.6600e-03, d2: 2.6048e-02, l1_reg: 5.3423e+02, l2_reg: 2.7702e+02\n",
      "2020/09/03, 18:49:49, Iteration: 326000, Train Loss: 5.1494e-02, c1: 1.6000e-02, c2: 5.5634e-03, d1: 3.5024e-03, d2: 2.6420e-02, l1_reg: 5.3414e+02, l2_reg: 2.7733e+02\n",
      "2020/09/03, 18:49:58, Iteration: 327000, Train Loss: 4.9749e-02, c1: 1.5365e-02, c2: 5.1884e-03, d1: 2.9392e-03, d2: 2.6249e-02, l1_reg: 5.3446e+02, l2_reg: 2.7764e+02\n",
      "2020/09/03, 18:50:07, Iteration: 328000, Train Loss: 4.8213e-02, c1: 1.4344e-02, c2: 4.8753e-03, d1: 2.8469e-03, d2: 2.6139e-02, l1_reg: 5.3519e+02, l2_reg: 2.7811e+02\n",
      "2020/09/03, 18:50:16, Iteration: 329000, Train Loss: 4.8921e-02, c1: 1.3366e-02, c2: 5.9557e-03, d1: 2.8186e-03, d2: 2.6772e-02, l1_reg: 5.3481e+02, l2_reg: 2.7829e+02\n",
      "2020/09/03, 18:50:24, Iteration: 330000, Train Loss: 4.5445e-02, c1: 1.1449e-02, c2: 4.6662e-03, d1: 3.5696e-03, d2: 2.5753e-02, l1_reg: 5.3523e+02, l2_reg: 2.7858e+02\n",
      "2020/09/03, 18:50:33, Iteration: 331000, Train Loss: 4.3854e-02, c1: 1.0455e-02, c2: 4.5590e-03, d1: 2.8671e-03, d2: 2.5965e-02, l1_reg: 5.3498e+02, l2_reg: 2.7885e+02\n",
      "2020/09/03, 18:50:42, Iteration: 332000, Train Loss: 5.3613e-02, c1: 1.9651e-02, c2: 4.7615e-03, d1: 3.3654e-03, d2: 2.5827e-02, l1_reg: 5.3507e+02, l2_reg: 2.7907e+02\n",
      "2020/09/03, 18:50:51, Iteration: 333000, Train Loss: 4.7175e-02, c1: 1.4026e-02, c2: 4.7490e-03, d1: 2.8123e-03, d2: 2.5580e-02, l1_reg: 5.3556e+02, l2_reg: 2.7933e+02\n",
      "2020/09/03, 18:51:00, Iteration: 334000, Train Loss: 4.5904e-02, c1: 1.0910e-02, c2: 6.0308e-03, d1: 2.8435e-03, d2: 2.6112e-02, l1_reg: 5.3606e+02, l2_reg: 2.7955e+02\n",
      "2020/09/03, 18:51:09, Iteration: 335000, Train Loss: 4.9939e-02, c1: 1.5373e-02, c2: 5.3474e-03, d1: 3.1505e-03, d2: 2.6060e-02, l1_reg: 5.3601e+02, l2_reg: 2.7979e+02\n",
      "2020/09/03, 18:51:17, Iteration: 336000, Train Loss: 4.5677e-02, c1: 1.2043e-02, c2: 5.4712e-03, d1: 2.4716e-03, d2: 2.5683e-02, l1_reg: 5.3593e+02, l2_reg: 2.8006e+02\n",
      "2020/09/03, 18:51:26, Iteration: 337000, Train Loss: 5.0073e-02, c1: 1.6025e-02, c2: 5.4666e-03, d1: 2.5415e-03, d2: 2.6032e-02, l1_reg: 5.3603e+02, l2_reg: 2.8032e+02\n",
      "2020/09/03, 18:51:35, Iteration: 338000, Train Loss: 4.2591e-02, c1: 9.5032e-03, c2: 4.7824e-03, d1: 2.3937e-03, d2: 2.5904e-02, l1_reg: 5.3659e+02, l2_reg: 2.8062e+02\n",
      "2020/09/03, 18:51:44, Iteration: 339000, Train Loss: 4.6149e-02, c1: 1.2926e-02, c2: 4.7139e-03, d1: 2.5931e-03, d2: 2.5908e-02, l1_reg: 5.3656e+02, l2_reg: 2.8083e+02\n",
      "2020/09/03, 18:51:53, Iteration: 340000, Train Loss: 4.4862e-02, c1: 1.1871e-02, c2: 4.5584e-03, d1: 2.6318e-03, d2: 2.5793e-02, l1_reg: 5.3649e+02, l2_reg: 2.8094e+02\n",
      "2020/09/03, 18:52:02, Iteration: 341000, Train Loss: 5.0819e-02, c1: 1.6226e-02, c2: 5.1962e-03, d1: 3.2587e-03, d2: 2.6130e-02, l1_reg: 5.3688e+02, l2_reg: 2.8117e+02\n",
      "2020/09/03, 18:52:11, Iteration: 342000, Train Loss: 4.7255e-02, c1: 1.4884e-02, c2: 4.1907e-03, d1: 2.5024e-03, d2: 2.5670e-02, l1_reg: 5.3655e+02, l2_reg: 2.8134e+02\n",
      "2020/09/03, 18:52:19, Iteration: 343000, Train Loss: 4.9132e-02, c1: 1.5876e-02, c2: 4.1227e-03, d1: 3.3298e-03, d2: 2.5796e-02, l1_reg: 5.3684e+02, l2_reg: 2.8158e+02\n",
      "2020/09/03, 18:52:28, Iteration: 344000, Train Loss: 4.2879e-02, c1: 9.9891e-03, c2: 4.3166e-03, d1: 2.8036e-03, d2: 2.5762e-02, l1_reg: 5.3686e+02, l2_reg: 2.8182e+02\n",
      "2020/09/03, 18:52:37, Iteration: 345000, Train Loss: 4.8916e-02, c1: 1.4175e-02, c2: 5.5642e-03, d1: 3.2661e-03, d2: 2.5902e-02, l1_reg: 5.3714e+02, l2_reg: 2.8200e+02\n",
      "2020/09/03, 18:52:46, Iteration: 346000, Train Loss: 5.1791e-02, c1: 1.7510e-02, c2: 5.1315e-03, d1: 2.8918e-03, d2: 2.6249e-02, l1_reg: 5.3681e+02, l2_reg: 2.8220e+02\n",
      "2020/09/03, 18:52:55, Iteration: 347000, Train Loss: 4.6806e-02, c1: 1.3175e-02, c2: 4.3011e-03, d1: 3.7974e-03, d2: 2.5524e-02, l1_reg: 5.3722e+02, l2_reg: 2.8248e+02\n",
      "2020/09/03, 18:53:04, Iteration: 348000, Train Loss: 4.7365e-02, c1: 1.3490e-02, c2: 5.2927e-03, d1: 2.6485e-03, d2: 2.5925e-02, l1_reg: 5.3720e+02, l2_reg: 2.8266e+02\n",
      "2020/09/03, 18:53:12, Iteration: 349000, Train Loss: 4.8189e-02, c1: 1.3993e-02, c2: 4.8669e-03, d1: 2.9790e-03, d2: 2.6342e-02, l1_reg: 5.3710e+02, l2_reg: 2.8285e+02\n",
      "2020/09/03, 18:53:21, Iteration: 350000, Train Loss: 5.2399e-02, c1: 1.8283e-02, c2: 4.4775e-03, d1: 3.6606e-03, d2: 2.5969e-02, l1_reg: 5.3676e+02, l2_reg: 2.8295e+02\n",
      "2020/09/03, 18:53:30, Iteration: 351000, Train Loss: 4.4119e-02, c1: 1.1617e-02, c2: 4.1800e-03, d1: 2.6123e-03, d2: 2.5701e-02, l1_reg: 5.3668e+02, l2_reg: 2.8311e+02\n",
      "2020/09/03, 18:53:39, Iteration: 352000, Train Loss: 4.8499e-02, c1: 1.3048e-02, c2: 5.8708e-03, d1: 2.9627e-03, d2: 2.6609e-02, l1_reg: 5.3716e+02, l2_reg: 2.8329e+02\n",
      "2020/09/03, 18:53:50, Iteration: 353000, Train Loss: 4.7316e-02, c1: 1.3716e-02, c2: 5.2045e-03, d1: 2.5590e-03, d2: 2.5828e-02, l1_reg: 5.3637e+02, l2_reg: 2.8343e+02\n",
      "2020/09/03, 18:53:59, Iteration: 354000, Train Loss: 5.7346e-02, c1: 2.1651e-02, c2: 5.8225e-03, d1: 3.1002e-03, d2: 2.6764e-02, l1_reg: 5.3612e+02, l2_reg: 2.8362e+02\n",
      "2020/09/03, 18:54:08, Iteration: 355000, Train Loss: 4.6658e-02, c1: 1.2849e-02, c2: 4.6729e-03, d1: 3.2771e-03, d2: 2.5851e-02, l1_reg: 5.3617e+02, l2_reg: 2.8375e+02\n",
      "2020/09/03, 18:54:16, Iteration: 356000, Train Loss: 4.6505e-02, c1: 1.1974e-02, c2: 5.0463e-03, d1: 3.2772e-03, d2: 2.6198e-02, l1_reg: 5.3603e+02, l2_reg: 2.8397e+02\n",
      "2020/09/03, 18:54:25, Iteration: 357000, Train Loss: 6.2064e-02, c1: 2.6963e-02, c2: 5.6614e-03, d1: 2.4365e-03, d2: 2.6995e-02, l1_reg: 5.3602e+02, l2_reg: 2.8409e+02\n",
      "2020/09/03, 18:54:34, Iteration: 358000, Train Loss: 4.5798e-02, c1: 1.2857e-02, c2: 4.4620e-03, d1: 2.7257e-03, d2: 2.5745e-02, l1_reg: 5.3624e+02, l2_reg: 2.8429e+02\n",
      "2020/09/03, 18:54:43, Iteration: 359000, Train Loss: 5.0259e-02, c1: 1.6268e-02, c2: 5.2316e-03, d1: 2.6609e-03, d2: 2.6090e-02, l1_reg: 5.3591e+02, l2_reg: 2.8445e+02\n",
      "2020/09/03, 18:54:51, Iteration: 360000, Train Loss: 4.4234e-02, c1: 1.0336e-02, c2: 5.0059e-03, d1: 2.6254e-03, d2: 2.6258e-02, l1_reg: 5.3599e+02, l2_reg: 2.8465e+02\n",
      "2020/09/03, 18:55:00, Iteration: 361000, Train Loss: 5.0010e-02, c1: 1.4272e-02, c2: 6.0186e-03, d1: 2.7262e-03, d2: 2.6986e-02, l1_reg: 5.3575e+02, l2_reg: 2.8482e+02\n",
      "2020/09/03, 18:55:09, Iteration: 362000, Train Loss: 4.8781e-02, c1: 1.5339e-02, c2: 4.7752e-03, d1: 2.8527e-03, d2: 2.5806e-02, l1_reg: 5.3624e+02, l2_reg: 2.8503e+02\n",
      "2020/09/03, 18:55:18, Iteration: 363000, Train Loss: 5.4806e-02, c1: 1.9648e-02, c2: 5.5164e-03, d1: 3.4678e-03, d2: 2.6166e-02, l1_reg: 5.3602e+02, l2_reg: 2.8518e+02\n",
      "2020/09/03, 18:55:27, Iteration: 364000, Train Loss: 4.7663e-02, c1: 1.3391e-02, c2: 4.7690e-03, d1: 3.1415e-03, d2: 2.6354e-02, l1_reg: 5.3634e+02, l2_reg: 2.8539e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 18:55:36, Iteration: 365000, Train Loss: 5.1249e-02, c1: 1.5818e-02, c2: 6.1351e-03, d1: 2.7370e-03, d2: 2.6551e-02, l1_reg: 5.3606e+02, l2_reg: 2.8562e+02\n",
      "2020/09/03, 18:55:45, Iteration: 366000, Train Loss: 4.5895e-02, c1: 1.1850e-02, c2: 5.1706e-03, d1: 3.1309e-03, d2: 2.5736e-02, l1_reg: 5.3615e+02, l2_reg: 2.8577e+02\n",
      "2020/09/03, 18:55:54, Iteration: 367000, Train Loss: 5.6251e-02, c1: 2.1720e-02, c2: 5.4395e-03, d1: 2.8986e-03, d2: 2.6185e-02, l1_reg: 5.3632e+02, l2_reg: 2.8599e+02\n",
      "2020/09/03, 18:56:02, Iteration: 368000, Train Loss: 4.7027e-02, c1: 1.3977e-02, c2: 4.7241e-03, d1: 2.5906e-03, d2: 2.5727e-02, l1_reg: 5.3614e+02, l2_reg: 2.8624e+02\n",
      "2020/09/03, 18:56:11, Iteration: 369000, Train Loss: 5.7556e-02, c1: 2.2577e-02, c2: 5.4491e-03, d1: 3.6490e-03, d2: 2.5873e-02, l1_reg: 5.3669e+02, l2_reg: 2.8641e+02\n",
      "2020/09/03, 18:56:20, Iteration: 370000, Train Loss: 5.0241e-02, c1: 1.7843e-02, c2: 4.2710e-03, d1: 2.4853e-03, d2: 2.5633e-02, l1_reg: 5.3632e+02, l2_reg: 2.8664e+02\n",
      "2020/09/03, 18:56:29, Iteration: 371000, Train Loss: 4.8364e-02, c1: 1.5183e-02, c2: 4.5308e-03, d1: 3.0317e-03, d2: 2.5610e-02, l1_reg: 5.3697e+02, l2_reg: 2.8687e+02\n",
      "2020/09/03, 18:56:37, Iteration: 372000, Train Loss: 4.7725e-02, c1: 1.3379e-02, c2: 5.1126e-03, d1: 3.2665e-03, d2: 2.5959e-02, l1_reg: 5.3659e+02, l2_reg: 2.8701e+02\n",
      "2020/09/03, 18:56:46, Iteration: 373000, Train Loss: 4.6738e-02, c1: 1.4182e-02, c2: 4.2781e-03, d1: 2.3997e-03, d2: 2.5869e-02, l1_reg: 5.3672e+02, l2_reg: 2.8718e+02\n",
      "2020/09/03, 18:56:55, Iteration: 374000, Train Loss: 4.8650e-02, c1: 1.5184e-02, c2: 4.8136e-03, d1: 2.5196e-03, d2: 2.6124e-02, l1_reg: 5.3708e+02, l2_reg: 2.8739e+02\n",
      "2020/09/03, 18:57:04, Iteration: 375000, Train Loss: 4.5053e-02, c1: 1.1013e-02, c2: 4.9354e-03, d1: 3.3581e-03, d2: 2.5738e-02, l1_reg: 5.3694e+02, l2_reg: 2.8759e+02\n",
      "2020/09/03, 18:57:12, Iteration: 376000, Train Loss: 5.3760e-02, c1: 1.9444e-02, c2: 4.7050e-03, d1: 3.3652e-03, d2: 2.6238e-02, l1_reg: 5.3702e+02, l2_reg: 2.8773e+02\n",
      "2020/09/03, 18:57:21, Iteration: 377000, Train Loss: 4.7416e-02, c1: 1.5014e-02, c2: 4.5037e-03, d1: 2.5118e-03, d2: 2.5378e-02, l1_reg: 5.3689e+02, l2_reg: 2.8791e+02\n",
      "2020/09/03, 18:57:30, Iteration: 378000, Train Loss: 5.3647e-02, c1: 1.8945e-02, c2: 5.5585e-03, d1: 2.5841e-03, d2: 2.6551e-02, l1_reg: 5.3660e+02, l2_reg: 2.8809e+02\n",
      "2020/09/03, 18:57:38, Iteration: 379000, Train Loss: 4.5263e-02, c1: 1.2787e-02, c2: 4.2546e-03, d1: 2.4592e-03, d2: 2.5754e-02, l1_reg: 5.3723e+02, l2_reg: 2.8832e+02\n",
      "2020/09/03, 18:57:47, Iteration: 380000, Train Loss: 5.7695e-02, c1: 2.4853e-02, c2: 4.6436e-03, d1: 2.8319e-03, d2: 2.5359e-02, l1_reg: 5.3727e+02, l2_reg: 2.8841e+02\n",
      "2020/09/03, 18:57:56, Iteration: 381000, Train Loss: 5.3286e-02, c1: 2.0676e-02, c2: 4.7354e-03, d1: 2.4774e-03, d2: 2.5390e-02, l1_reg: 5.3693e+02, l2_reg: 2.8860e+02\n",
      "2020/09/03, 18:58:05, Iteration: 382000, Train Loss: 4.9488e-02, c1: 1.6406e-02, c2: 4.7587e-03, d1: 2.4910e-03, d2: 2.5824e-02, l1_reg: 5.3768e+02, l2_reg: 2.8883e+02\n",
      "2020/09/03, 18:58:14, Iteration: 383000, Train Loss: 4.9496e-02, c1: 1.6676e-02, c2: 4.4445e-03, d1: 2.5778e-03, d2: 2.5790e-02, l1_reg: 5.3723e+02, l2_reg: 2.8893e+02\n",
      "2020/09/03, 18:58:23, Iteration: 384000, Train Loss: 5.0861e-02, c1: 1.6211e-02, c2: 5.2673e-03, d1: 2.8629e-03, d2: 2.6512e-02, l1_reg: 5.3701e+02, l2_reg: 2.8901e+02\n",
      "2020/09/03, 18:58:32, Iteration: 385000, Train Loss: 4.4596e-02, c1: 1.2436e-02, c2: 3.9951e-03, d1: 2.8810e-03, d2: 2.5275e-02, l1_reg: 5.3719e+02, l2_reg: 2.8921e+02\n",
      "2020/09/03, 18:58:40, Iteration: 386000, Train Loss: 5.0942e-02, c1: 1.6972e-02, c2: 5.1096e-03, d1: 2.8385e-03, d2: 2.6013e-02, l1_reg: 5.3738e+02, l2_reg: 2.8933e+02\n",
      "2020/09/03, 18:58:49, Iteration: 387000, Train Loss: 4.4409e-02, c1: 1.1603e-02, c2: 4.8415e-03, d1: 2.5574e-03, d2: 2.5399e-02, l1_reg: 5.3725e+02, l2_reg: 2.8949e+02\n",
      "2020/09/03, 18:58:58, Iteration: 388000, Train Loss: 4.9267e-02, c1: 1.5619e-02, c2: 4.8411e-03, d1: 3.3354e-03, d2: 2.5463e-02, l1_reg: 5.3701e+02, l2_reg: 2.8966e+02\n",
      "2020/09/03, 18:59:07, Iteration: 389000, Train Loss: 4.6613e-02, c1: 1.3746e-02, c2: 4.3892e-03, d1: 2.7254e-03, d2: 2.5743e-02, l1_reg: 5.3683e+02, l2_reg: 2.8977e+02\n",
      "2020/09/03, 18:59:16, Iteration: 390000, Train Loss: 5.1382e-02, c1: 1.6452e-02, c2: 5.3706e-03, d1: 3.8513e-03, d2: 2.5700e-02, l1_reg: 5.3686e+02, l2_reg: 2.8992e+02\n",
      "2020/09/03, 18:59:24, Iteration: 391000, Train Loss: 4.7269e-02, c1: 1.4425e-02, c2: 4.5560e-03, d1: 2.7340e-03, d2: 2.5546e-02, l1_reg: 5.3695e+02, l2_reg: 2.9006e+02\n",
      "2020/09/03, 18:59:33, Iteration: 392000, Train Loss: 4.3311e-02, c1: 1.1526e-02, c2: 4.1264e-03, d1: 2.3462e-03, d2: 2.5304e-02, l1_reg: 5.3744e+02, l2_reg: 2.9020e+02\n",
      "2020/09/03, 18:59:42, Iteration: 393000, Train Loss: 5.2360e-02, c1: 1.7863e-02, c2: 5.5976e-03, d1: 2.7763e-03, d2: 2.6115e-02, l1_reg: 5.3721e+02, l2_reg: 2.9034e+02\n",
      "2020/09/03, 18:59:51, Iteration: 394000, Train Loss: 5.1742e-02, c1: 1.5884e-02, c2: 7.0045e-03, d1: 2.6987e-03, d2: 2.6147e-02, l1_reg: 5.3716e+02, l2_reg: 2.9049e+02\n",
      "2020/09/03, 19:00:00, Iteration: 395000, Train Loss: 5.0419e-02, c1: 1.6215e-02, c2: 4.9287e-03, d1: 3.6913e-03, d2: 2.5575e-02, l1_reg: 5.3768e+02, l2_reg: 2.9063e+02\n",
      "2020/09/03, 19:00:09, Iteration: 396000, Train Loss: 5.2090e-02, c1: 1.9158e-02, c2: 4.0766e-03, d1: 3.0763e-03, d2: 2.5770e-02, l1_reg: 5.3716e+02, l2_reg: 2.9072e+02\n",
      "2020/09/03, 19:00:18, Iteration: 397000, Train Loss: 4.7609e-02, c1: 1.4575e-02, c2: 4.4366e-03, d1: 2.7395e-03, d2: 2.5850e-02, l1_reg: 5.3655e+02, l2_reg: 2.9076e+02\n",
      "2020/09/03, 19:00:26, Iteration: 398000, Train Loss: 4.5679e-02, c1: 1.2910e-02, c2: 4.3646e-03, d1: 2.9623e-03, d2: 2.5433e-02, l1_reg: 5.3701e+02, l2_reg: 2.9088e+02\n",
      "2020/09/03, 19:00:35, Iteration: 399000, Train Loss: 4.4056e-02, c1: 1.0301e-02, c2: 5.2500e-03, d1: 2.6271e-03, d2: 2.5870e-02, l1_reg: 5.3691e+02, l2_reg: 2.9100e+02\n",
      "2020/09/03, 19:00:44, Iteration: 400000, Train Loss: 4.8426e-02, c1: 1.3682e-02, c2: 6.0426e-03, d1: 3.0682e-03, d2: 2.5625e-02, l1_reg: 5.3643e+02, l2_reg: 2.9105e+02\n",
      "2020/09/03, 19:00:53, Iteration: 401000, Train Loss: 4.9519e-02, c1: 1.5468e-02, c2: 4.8058e-03, d1: 3.1809e-03, d2: 2.6055e-02, l1_reg: 5.3641e+02, l2_reg: 2.9108e+02\n",
      "2020/09/03, 19:01:02, Iteration: 402000, Train Loss: 5.2054e-02, c1: 1.7814e-02, c2: 5.2070e-03, d1: 3.2806e-03, d2: 2.5744e-02, l1_reg: 5.3685e+02, l2_reg: 2.9113e+02\n",
      "2020/09/03, 19:01:11, Iteration: 403000, Train Loss: 4.5976e-02, c1: 1.2679e-02, c2: 4.3552e-03, d1: 3.2095e-03, d2: 2.5724e-02, l1_reg: 5.3623e+02, l2_reg: 2.9115e+02\n",
      "2020/09/03, 19:01:20, Iteration: 404000, Train Loss: 4.4389e-02, c1: 1.2537e-02, c2: 3.9466e-03, d1: 2.5692e-03, d2: 2.5327e-02, l1_reg: 5.3603e+02, l2_reg: 2.9130e+02\n",
      "2020/09/03, 19:01:29, Iteration: 405000, Train Loss: 5.4309e-02, c1: 2.0092e-02, c2: 4.9614e-03, d1: 3.2551e-03, d2: 2.5992e-02, l1_reg: 5.3697e+02, l2_reg: 2.9137e+02\n",
      "2020/09/03, 19:01:38, Iteration: 406000, Train Loss: 4.4458e-02, c1: 1.0919e-02, c2: 4.6865e-03, d1: 3.1243e-03, d2: 2.5720e-02, l1_reg: 5.3638e+02, l2_reg: 2.9155e+02\n",
      "2020/09/03, 19:01:47, Iteration: 407000, Train Loss: 5.5690e-02, c1: 2.1795e-02, c2: 5.0461e-03, d1: 2.9706e-03, d2: 2.5869e-02, l1_reg: 5.3641e+02, l2_reg: 2.9163e+02\n",
      "2020/09/03, 19:01:55, Iteration: 408000, Train Loss: 4.9494e-02, c1: 1.5644e-02, c2: 5.2157e-03, d1: 3.1273e-03, d2: 2.5498e-02, l1_reg: 5.3614e+02, l2_reg: 2.9166e+02\n",
      "2020/09/03, 19:02:04, Iteration: 409000, Train Loss: 5.0277e-02, c1: 1.8063e-02, c2: 4.1774e-03, d1: 2.3667e-03, d2: 2.5661e-02, l1_reg: 5.3576e+02, l2_reg: 2.9176e+02\n",
      "2020/09/03, 19:02:13, Iteration: 410000, Train Loss: 4.6026e-02, c1: 1.2981e-02, c2: 4.1384e-03, d1: 3.3351e-03, d2: 2.5563e-02, l1_reg: 5.3531e+02, l2_reg: 2.9190e+02\n",
      "2020/09/03, 19:02:22, Iteration: 411000, Train Loss: 4.6281e-02, c1: 1.4136e-02, c2: 4.2757e-03, d1: 2.5844e-03, d2: 2.5276e-02, l1_reg: 5.3550e+02, l2_reg: 2.9200e+02\n",
      "2020/09/03, 19:02:31, Iteration: 412000, Train Loss: 4.4697e-02, c1: 1.1609e-02, c2: 4.0674e-03, d1: 3.5463e-03, d2: 2.5466e-02, l1_reg: 5.3514e+02, l2_reg: 2.9220e+02\n",
      "2020/09/03, 19:02:40, Iteration: 413000, Train Loss: 4.8030e-02, c1: 1.5882e-02, c2: 4.1430e-03, d1: 2.5983e-03, d2: 2.5398e-02, l1_reg: 5.3509e+02, l2_reg: 2.9224e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:02:49, Iteration: 414000, Train Loss: 5.2211e-02, c1: 1.9430e-02, c2: 4.0337e-03, d1: 3.4009e-03, d2: 2.5338e-02, l1_reg: 5.3517e+02, l2_reg: 2.9234e+02\n",
      "2020/09/03, 19:02:57, Iteration: 415000, Train Loss: 4.5913e-02, c1: 1.3754e-02, c2: 4.2517e-03, d1: 2.6372e-03, d2: 2.5262e-02, l1_reg: 5.3436e+02, l2_reg: 2.9245e+02\n",
      "2020/09/03, 19:03:06, Iteration: 416000, Train Loss: 4.6644e-02, c1: 1.3041e-02, c2: 5.0785e-03, d1: 2.4306e-03, d2: 2.6086e-02, l1_reg: 5.3516e+02, l2_reg: 2.9262e+02\n",
      "2020/09/03, 19:03:15, Iteration: 417000, Train Loss: 4.6364e-02, c1: 1.3944e-02, c2: 3.8640e-03, d1: 3.1528e-03, d2: 2.5395e-02, l1_reg: 5.3433e+02, l2_reg: 2.9272e+02\n",
      "2020/09/03, 19:03:24, Iteration: 418000, Train Loss: 5.2205e-02, c1: 1.8929e-02, c2: 4.7762e-03, d1: 2.6229e-03, d2: 2.5868e-02, l1_reg: 5.3494e+02, l2_reg: 2.9291e+02\n",
      "2020/09/03, 19:03:33, Iteration: 419000, Train Loss: 4.7373e-02, c1: 1.3823e-02, c2: 5.1813e-03, d1: 2.9584e-03, d2: 2.5402e-02, l1_reg: 5.3427e+02, l2_reg: 2.9310e+02\n",
      "2020/09/03, 19:03:42, Iteration: 420000, Train Loss: 5.4884e-02, c1: 2.1533e-02, c2: 4.8467e-03, d1: 2.8665e-03, d2: 2.5629e-02, l1_reg: 5.3448e+02, l2_reg: 2.9325e+02\n",
      "2020/09/03, 19:03:51, Iteration: 421000, Train Loss: 4.4251e-02, c1: 1.1779e-02, c2: 4.0865e-03, d1: 3.0930e-03, d2: 2.5285e-02, l1_reg: 5.3478e+02, l2_reg: 2.9340e+02\n",
      "2020/09/03, 19:04:00, Iteration: 422000, Train Loss: 4.6494e-02, c1: 1.4605e-02, c2: 3.7316e-03, d1: 2.5796e-03, d2: 2.5569e-02, l1_reg: 5.3449e+02, l2_reg: 2.9355e+02\n",
      "2020/09/03, 19:04:09, Iteration: 423000, Train Loss: 4.6255e-02, c1: 1.3396e-02, c2: 4.2913e-03, d1: 2.7851e-03, d2: 2.5775e-02, l1_reg: 5.3450e+02, l2_reg: 2.9362e+02\n",
      "2020/09/03, 19:04:18, Iteration: 424000, Train Loss: 4.3464e-02, c1: 9.7313e-03, c2: 4.8722e-03, d1: 3.3695e-03, d2: 2.5482e-02, l1_reg: 5.3392e+02, l2_reg: 2.9375e+02\n",
      "2020/09/03, 19:04:26, Iteration: 425000, Train Loss: 4.8597e-02, c1: 1.6030e-02, c2: 4.1688e-03, d1: 3.2141e-03, d2: 2.5175e-02, l1_reg: 5.3422e+02, l2_reg: 2.9390e+02\n",
      "2020/09/03, 19:04:35, Iteration: 426000, Train Loss: 4.8644e-02, c1: 1.6133e-02, c2: 4.2219e-03, d1: 3.1645e-03, d2: 2.5116e-02, l1_reg: 5.3422e+02, l2_reg: 2.9401e+02\n",
      "2020/09/03, 19:04:44, Iteration: 427000, Train Loss: 5.0717e-02, c1: 1.6251e-02, c2: 4.8549e-03, d1: 3.5906e-03, d2: 2.6012e-02, l1_reg: 5.3421e+02, l2_reg: 2.9420e+02\n",
      "2020/09/03, 19:04:53, Iteration: 428000, Train Loss: 5.1452e-02, c1: 1.8673e-02, c2: 4.3508e-03, d1: 2.9198e-03, d2: 2.5500e-02, l1_reg: 5.3436e+02, l2_reg: 2.9436e+02\n",
      "2020/09/03, 19:05:02, Iteration: 429000, Train Loss: 4.9034e-02, c1: 1.5434e-02, c2: 4.6856e-03, d1: 3.1617e-03, d2: 2.5745e-02, l1_reg: 5.3447e+02, l2_reg: 2.9447e+02\n",
      "2020/09/03, 19:05:11, Iteration: 430000, Train Loss: 4.7628e-02, c1: 1.5169e-02, c2: 4.0411e-03, d1: 3.1650e-03, d2: 2.5245e-02, l1_reg: 5.3461e+02, l2_reg: 2.9459e+02\n",
      "2020/09/03, 19:05:19, Iteration: 431000, Train Loss: 4.6091e-02, c1: 1.3765e-02, c2: 4.0286e-03, d1: 2.9100e-03, d2: 2.5380e-02, l1_reg: 5.3456e+02, l2_reg: 2.9477e+02\n",
      "2020/09/03, 19:05:28, Iteration: 432000, Train Loss: 4.6831e-02, c1: 1.5120e-02, c2: 4.1820e-03, d1: 2.4026e-03, d2: 2.5117e-02, l1_reg: 5.3473e+02, l2_reg: 2.9484e+02\n",
      "2020/09/03, 19:05:37, Iteration: 433000, Train Loss: 4.7314e-02, c1: 1.5281e-02, c2: 4.0873e-03, d1: 2.7177e-03, d2: 2.5220e-02, l1_reg: 5.3458e+02, l2_reg: 2.9491e+02\n",
      "2020/09/03, 19:05:46, Iteration: 434000, Train Loss: 4.6764e-02, c1: 1.4985e-02, c2: 4.1935e-03, d1: 2.3233e-03, d2: 2.5254e-02, l1_reg: 5.3433e+02, l2_reg: 2.9496e+02\n",
      "2020/09/03, 19:05:55, Iteration: 435000, Train Loss: 4.3995e-02, c1: 1.1796e-02, c2: 3.9124e-03, d1: 2.7219e-03, d2: 2.5556e-02, l1_reg: 5.3460e+02, l2_reg: 2.9509e+02\n",
      "2020/09/03, 19:06:04, Iteration: 436000, Train Loss: 5.0895e-02, c1: 1.7426e-02, c2: 4.3402e-03, d1: 3.5524e-03, d2: 2.5568e-02, l1_reg: 5.3342e+02, l2_reg: 2.9516e+02\n",
      "2020/09/03, 19:06:13, Iteration: 437000, Train Loss: 5.4519e-02, c1: 1.9974e-02, c2: 5.3664e-03, d1: 3.3258e-03, d2: 2.5845e-02, l1_reg: 5.3318e+02, l2_reg: 2.9528e+02\n",
      "2020/09/03, 19:06:22, Iteration: 438000, Train Loss: 4.3950e-02, c1: 1.1575e-02, c2: 4.4159e-03, d1: 2.5950e-03, d2: 2.5356e-02, l1_reg: 5.3320e+02, l2_reg: 2.9538e+02\n",
      "2020/09/03, 19:06:30, Iteration: 439000, Train Loss: 4.3158e-02, c1: 1.1396e-02, c2: 4.1864e-03, d1: 2.4376e-03, d2: 2.5130e-02, l1_reg: 5.3302e+02, l2_reg: 2.9560e+02\n",
      "2020/09/03, 19:06:39, Iteration: 440000, Train Loss: 4.9490e-02, c1: 1.7174e-02, c2: 4.0541e-03, d1: 3.1253e-03, d2: 2.5129e-02, l1_reg: 5.3277e+02, l2_reg: 2.9565e+02\n",
      "2020/09/03, 19:06:48, Iteration: 441000, Train Loss: 4.2480e-02, c1: 1.0047e-02, c2: 4.3152e-03, d1: 2.6248e-03, d2: 2.5485e-02, l1_reg: 5.3294e+02, l2_reg: 2.9583e+02\n",
      "2020/09/03, 19:06:57, Iteration: 442000, Train Loss: 4.9811e-02, c1: 1.6940e-02, c2: 4.5520e-03, d1: 2.5927e-03, d2: 2.5718e-02, l1_reg: 5.3271e+02, l2_reg: 2.9589e+02\n",
      "2020/09/03, 19:07:06, Iteration: 443000, Train Loss: 5.2029e-02, c1: 1.7188e-02, c2: 5.9832e-03, d1: 2.7573e-03, d2: 2.6092e-02, l1_reg: 5.3317e+02, l2_reg: 2.9607e+02\n",
      "2020/09/03, 19:07:15, Iteration: 444000, Train Loss: 4.6732e-02, c1: 1.5175e-02, c2: 3.8349e-03, d1: 2.6099e-03, d2: 2.5104e-02, l1_reg: 5.3278e+02, l2_reg: 2.9618e+02\n",
      "2020/09/03, 19:07:24, Iteration: 445000, Train Loss: 4.5659e-02, c1: 1.2195e-02, c2: 4.4584e-03, d1: 3.2057e-03, d2: 2.5792e-02, l1_reg: 5.3261e+02, l2_reg: 2.9630e+02\n",
      "2020/09/03, 19:07:32, Iteration: 446000, Train Loss: 4.9309e-02, c1: 1.4476e-02, c2: 5.7598e-03, d1: 2.7593e-03, d2: 2.6305e-02, l1_reg: 5.3294e+02, l2_reg: 2.9648e+02\n",
      "2020/09/03, 19:07:41, Iteration: 447000, Train Loss: 4.1563e-02, c1: 9.8828e-03, c2: 3.8869e-03, d1: 2.5165e-03, d2: 2.5269e-02, l1_reg: 5.3249e+02, l2_reg: 2.9657e+02\n",
      "2020/09/03, 19:07:50, Iteration: 448000, Train Loss: 4.7267e-02, c1: 1.4117e-02, c2: 4.9847e-03, d1: 2.4587e-03, d2: 2.5698e-02, l1_reg: 5.3251e+02, l2_reg: 2.9681e+02\n",
      "2020/09/03, 19:07:59, Iteration: 449000, Train Loss: 4.5879e-02, c1: 1.2208e-02, c2: 5.1433e-03, d1: 2.8806e-03, d2: 2.5639e-02, l1_reg: 5.3275e+02, l2_reg: 2.9693e+02\n",
      "2020/09/03, 19:08:08, Iteration: 450000, Train Loss: 4.9439e-02, c1: 1.7599e-02, c2: 3.5298e-03, d1: 3.2377e-03, d2: 2.5065e-02, l1_reg: 5.3343e+02, l2_reg: 2.9711e+02\n",
      "2020/09/03, 19:08:16, Iteration: 451000, Train Loss: 4.6680e-02, c1: 1.2322e-02, c2: 5.4764e-03, d1: 3.1249e-03, d2: 2.5749e-02, l1_reg: 5.3246e+02, l2_reg: 2.9715e+02\n",
      "2020/09/03, 19:08:25, Iteration: 452000, Train Loss: 4.7498e-02, c1: 1.3702e-02, c2: 5.2044e-03, d1: 2.5542e-03, d2: 2.6029e-02, l1_reg: 5.3239e+02, l2_reg: 2.9727e+02\n",
      "2020/09/03, 19:08:34, Iteration: 453000, Train Loss: 4.6542e-02, c1: 1.4932e-02, c2: 3.8152e-03, d1: 2.7067e-03, d2: 2.5080e-02, l1_reg: 5.3242e+02, l2_reg: 2.9741e+02\n",
      "2020/09/03, 19:08:42, Iteration: 454000, Train Loss: 4.8632e-02, c1: 1.4036e-02, c2: 4.8742e-03, d1: 3.8692e-03, d2: 2.5844e-02, l1_reg: 5.3242e+02, l2_reg: 2.9751e+02\n",
      "2020/09/03, 19:08:51, Iteration: 455000, Train Loss: 4.4496e-02, c1: 1.2848e-02, c2: 3.8346e-03, d1: 2.6669e-03, d2: 2.5139e-02, l1_reg: 5.3276e+02, l2_reg: 2.9769e+02\n",
      "2020/09/03, 19:09:00, Iteration: 456000, Train Loss: 4.3385e-02, c1: 1.0840e-02, c2: 4.5843e-03, d1: 2.3576e-03, d2: 2.5594e-02, l1_reg: 5.3302e+02, l2_reg: 2.9787e+02\n",
      "2020/09/03, 19:09:09, Iteration: 457000, Train Loss: 4.8270e-02, c1: 1.5788e-02, c2: 4.2804e-03, d1: 2.5406e-03, d2: 2.5653e-02, l1_reg: 5.3398e+02, l2_reg: 2.9796e+02\n",
      "2020/09/03, 19:09:17, Iteration: 458000, Train Loss: 4.8274e-02, c1: 1.5574e-02, c2: 4.2301e-03, d1: 3.2688e-03, d2: 2.5193e-02, l1_reg: 5.3222e+02, l2_reg: 2.9801e+02\n",
      "2020/09/03, 19:09:26, Iteration: 459000, Train Loss: 4.3013e-02, c1: 9.8055e-03, c2: 5.1883e-03, d1: 2.3089e-03, d2: 2.5702e-02, l1_reg: 5.3254e+02, l2_reg: 2.9818e+02\n",
      "2020/09/03, 19:09:35, Iteration: 460000, Train Loss: 4.8885e-02, c1: 1.6427e-02, c2: 4.4827e-03, d1: 2.7344e-03, d2: 2.5233e-02, l1_reg: 5.3294e+02, l2_reg: 2.9827e+02\n",
      "2020/09/03, 19:09:44, Iteration: 461000, Train Loss: 5.1610e-02, c1: 1.8451e-02, c2: 4.7884e-03, d1: 2.7211e-03, d2: 2.5641e-02, l1_reg: 5.3264e+02, l2_reg: 2.9841e+02\n",
      "2020/09/03, 19:09:53, Iteration: 462000, Train Loss: 5.1502e-02, c1: 1.8487e-02, c2: 4.9938e-03, d1: 2.8343e-03, d2: 2.5179e-02, l1_reg: 5.3295e+02, l2_reg: 2.9850e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:10:02, Iteration: 463000, Train Loss: 4.6900e-02, c1: 1.5104e-02, c2: 3.8008e-03, d1: 2.7822e-03, d2: 2.5205e-02, l1_reg: 5.3289e+02, l2_reg: 2.9861e+02\n",
      "2020/09/03, 19:10:11, Iteration: 464000, Train Loss: 4.8645e-02, c1: 1.5646e-02, c2: 5.2192e-03, d1: 2.4162e-03, d2: 2.5355e-02, l1_reg: 5.3307e+02, l2_reg: 2.9866e+02\n",
      "2020/09/03, 19:10:20, Iteration: 465000, Train Loss: 4.3865e-02, c1: 1.2035e-02, c2: 4.0913e-03, d1: 2.4585e-03, d2: 2.5271e-02, l1_reg: 5.3283e+02, l2_reg: 2.9885e+02\n",
      "2020/09/03, 19:10:29, Iteration: 466000, Train Loss: 4.1041e-02, c1: 9.4061e-03, c2: 3.8373e-03, d1: 2.5604e-03, d2: 2.5229e-02, l1_reg: 5.3276e+02, l2_reg: 2.9885e+02\n",
      "2020/09/03, 19:10:38, Iteration: 467000, Train Loss: 4.9435e-02, c1: 1.6875e-02, c2: 4.1899e-03, d1: 2.7097e-03, d2: 2.5652e-02, l1_reg: 5.3332e+02, l2_reg: 2.9894e+02\n",
      "2020/09/03, 19:10:46, Iteration: 468000, Train Loss: 4.4468e-02, c1: 1.1070e-02, c2: 4.5392e-03, d1: 3.0545e-03, d2: 2.5796e-02, l1_reg: 5.3253e+02, l2_reg: 2.9896e+02\n",
      "2020/09/03, 19:10:55, Iteration: 469000, Train Loss: 4.9806e-02, c1: 1.6511e-02, c2: 4.9344e-03, d1: 2.6894e-03, d2: 2.5663e-02, l1_reg: 5.3293e+02, l2_reg: 2.9908e+02\n",
      "2020/09/03, 19:11:04, Iteration: 470000, Train Loss: 4.6532e-02, c1: 1.3779e-02, c2: 4.6170e-03, d1: 2.9987e-03, d2: 2.5129e-02, l1_reg: 5.3289e+02, l2_reg: 2.9914e+02\n",
      "2020/09/03, 19:11:13, Iteration: 471000, Train Loss: 5.2016e-02, c1: 1.8036e-02, c2: 4.9385e-03, d1: 3.6810e-03, d2: 2.5353e-02, l1_reg: 5.3198e+02, l2_reg: 2.9910e+02\n",
      "2020/09/03, 19:11:22, Iteration: 472000, Train Loss: 4.1370e-02, c1: 9.3673e-03, c2: 4.2113e-03, d1: 2.3595e-03, d2: 2.5424e-02, l1_reg: 5.3199e+02, l2_reg: 2.9917e+02\n",
      "2020/09/03, 19:11:31, Iteration: 473000, Train Loss: 4.5610e-02, c1: 1.2260e-02, c2: 5.1931e-03, d1: 2.5126e-03, d2: 2.5636e-02, l1_reg: 5.3166e+02, l2_reg: 2.9924e+02\n",
      "2020/09/03, 19:11:39, Iteration: 474000, Train Loss: 5.3925e-02, c1: 1.9935e-02, c2: 5.4442e-03, d1: 2.4283e-03, d2: 2.6109e-02, l1_reg: 5.3194e+02, l2_reg: 2.9932e+02\n",
      "2020/09/03, 19:11:48, Iteration: 475000, Train Loss: 5.0986e-02, c1: 1.6574e-02, c2: 5.2784e-03, d1: 3.2884e-03, d2: 2.5837e-02, l1_reg: 5.3129e+02, l2_reg: 2.9935e+02\n",
      "2020/09/03, 19:11:57, Iteration: 476000, Train Loss: 4.4616e-02, c1: 1.2053e-02, c2: 4.6400e-03, d1: 2.7067e-03, d2: 2.5208e-02, l1_reg: 5.3140e+02, l2_reg: 2.9947e+02\n",
      "2020/09/03, 19:12:06, Iteration: 477000, Train Loss: 5.1665e-02, c1: 1.8934e-02, c2: 4.5600e-03, d1: 2.9174e-03, d2: 2.5245e-02, l1_reg: 5.3081e+02, l2_reg: 2.9949e+02\n",
      "2020/09/03, 19:12:15, Iteration: 478000, Train Loss: 5.0337e-02, c1: 1.8498e-02, c2: 3.6886e-03, d1: 3.1328e-03, d2: 2.5010e-02, l1_reg: 5.3050e+02, l2_reg: 2.9959e+02\n",
      "2020/09/03, 19:12:24, Iteration: 479000, Train Loss: 4.9272e-02, c1: 1.4561e-02, c2: 5.5794e-03, d1: 2.8878e-03, d2: 2.6235e-02, l1_reg: 5.3074e+02, l2_reg: 2.9967e+02\n",
      "2020/09/03, 19:12:32, Iteration: 480000, Train Loss: 4.7468e-02, c1: 1.4409e-02, c2: 4.0373e-03, d1: 3.6414e-03, d2: 2.5371e-02, l1_reg: 5.3090e+02, l2_reg: 2.9975e+02\n",
      "2020/09/03, 19:12:41, Iteration: 481000, Train Loss: 4.2383e-02, c1: 1.0897e-02, c2: 3.8943e-03, d1: 2.3103e-03, d2: 2.5273e-02, l1_reg: 5.3028e+02, l2_reg: 2.9984e+02\n",
      "2020/09/03, 19:12:50, Iteration: 482000, Train Loss: 4.6159e-02, c1: 1.4328e-02, c2: 3.8681e-03, d1: 2.9376e-03, d2: 2.5017e-02, l1_reg: 5.3028e+02, l2_reg: 2.9996e+02\n",
      "2020/09/03, 19:12:59, Iteration: 483000, Train Loss: 4.4548e-02, c1: 1.2869e-02, c2: 4.0289e-03, d1: 2.4896e-03, d2: 2.5152e-02, l1_reg: 5.3016e+02, l2_reg: 3.0003e+02\n",
      "2020/09/03, 19:13:08, Iteration: 484000, Train Loss: 4.5840e-02, c1: 1.3722e-02, c2: 4.1743e-03, d1: 2.6515e-03, d2: 2.5283e-02, l1_reg: 5.2983e+02, l2_reg: 3.0011e+02\n",
      "2020/09/03, 19:13:17, Iteration: 485000, Train Loss: 4.3653e-02, c1: 1.0002e-02, c2: 5.1943e-03, d1: 2.6541e-03, d2: 2.5795e-02, l1_reg: 5.2997e+02, l2_reg: 3.0023e+02\n",
      "2020/09/03, 19:13:26, Iteration: 486000, Train Loss: 4.5821e-02, c1: 1.4383e-02, c2: 3.5457e-03, d1: 2.8633e-03, d2: 2.5021e-02, l1_reg: 5.3050e+02, l2_reg: 3.0039e+02\n",
      "2020/09/03, 19:13:34, Iteration: 487000, Train Loss: 4.9735e-02, c1: 1.7958e-02, c2: 4.0368e-03, d1: 2.5726e-03, d2: 2.5159e-02, l1_reg: 5.3000e+02, l2_reg: 3.0049e+02\n",
      "2020/09/03, 19:13:43, Iteration: 488000, Train Loss: 4.5105e-02, c1: 1.2869e-02, c2: 3.7451e-03, d1: 3.2669e-03, d2: 2.5216e-02, l1_reg: 5.2994e+02, l2_reg: 3.0058e+02\n",
      "2020/09/03, 19:13:52, Iteration: 489000, Train Loss: 4.8534e-02, c1: 1.3933e-02, c2: 5.0291e-03, d1: 3.7445e-03, d2: 2.5820e-02, l1_reg: 5.2961e+02, l2_reg: 3.0068e+02\n",
      "2020/09/03, 19:14:01, Iteration: 490000, Train Loss: 4.6955e-02, c1: 1.4448e-02, c2: 4.2683e-03, d1: 2.9890e-03, d2: 2.5241e-02, l1_reg: 5.2949e+02, l2_reg: 3.0082e+02\n",
      "2020/09/03, 19:14:10, Iteration: 491000, Train Loss: 4.7086e-02, c1: 1.4513e-02, c2: 4.1680e-03, d1: 3.3117e-03, d2: 2.5085e-02, l1_reg: 5.2989e+02, l2_reg: 3.0097e+02\n",
      "2020/09/03, 19:14:19, Iteration: 492000, Train Loss: 4.9684e-02, c1: 1.6269e-02, c2: 4.8476e-03, d1: 2.9242e-03, d2: 2.5634e-02, l1_reg: 5.2970e+02, l2_reg: 3.0109e+02\n",
      "2020/09/03, 19:14:28, Iteration: 493000, Train Loss: 5.8356e-02, c1: 2.5228e-02, c2: 5.1321e-03, d1: 2.4891e-03, d2: 2.5498e-02, l1_reg: 5.2972e+02, l2_reg: 3.0114e+02\n",
      "2020/09/03, 19:14:37, Iteration: 494000, Train Loss: 5.1513e-02, c1: 1.8000e-02, c2: 4.5478e-03, d1: 3.3434e-03, d2: 2.5613e-02, l1_reg: 5.2995e+02, l2_reg: 3.0120e+02\n",
      "2020/09/03, 19:14:45, Iteration: 495000, Train Loss: 4.6794e-02, c1: 1.2270e-02, c2: 5.3433e-03, d1: 2.7673e-03, d2: 2.6405e-02, l1_reg: 5.2922e+02, l2_reg: 3.0125e+02\n",
      "2020/09/03, 19:14:54, Iteration: 496000, Train Loss: 4.7254e-02, c1: 1.6192e-02, c2: 3.5501e-03, d1: 2.7126e-03, d2: 2.4791e-02, l1_reg: 5.2913e+02, l2_reg: 3.0141e+02\n",
      "2020/09/03, 19:15:03, Iteration: 497000, Train Loss: 5.2918e-02, c1: 1.9052e-02, c2: 4.7042e-03, d1: 3.5253e-03, d2: 2.5628e-02, l1_reg: 5.2917e+02, l2_reg: 3.0151e+02\n",
      "2020/09/03, 19:15:12, Iteration: 498000, Train Loss: 4.6816e-02, c1: 1.3701e-02, c2: 4.3976e-03, d1: 3.4877e-03, d2: 2.5221e-02, l1_reg: 5.2976e+02, l2_reg: 3.0162e+02\n",
      "2020/09/03, 19:15:21, Iteration: 499000, Train Loss: 4.7201e-02, c1: 1.4387e-02, c2: 4.7344e-03, d1: 2.5062e-03, d2: 2.5565e-02, l1_reg: 5.2864e+02, l2_reg: 3.0181e+02\n",
      "2020/09/03, 19:15:29, Iteration: 500000, Train Loss: 4.8291e-02, c1: 1.5236e-02, c2: 4.8108e-03, d1: 2.5717e-03, d2: 2.5664e-02, l1_reg: 5.2879e+02, l2_reg: 3.0188e+02\n",
      "2020/09/03, 19:15:38, Iteration: 501000, Train Loss: 4.3789e-02, c1: 1.0848e-02, c2: 4.5336e-03, d1: 2.8693e-03, d2: 2.5531e-02, l1_reg: 5.2794e+02, l2_reg: 3.0199e+02\n",
      "2020/09/03, 19:15:47, Iteration: 502000, Train Loss: 4.4890e-02, c1: 1.1555e-02, c2: 4.5977e-03, d1: 3.2570e-03, d2: 2.5472e-02, l1_reg: 5.2835e+02, l2_reg: 3.0213e+02\n",
      "2020/09/03, 19:15:56, Iteration: 503000, Train Loss: 4.8642e-02, c1: 1.5603e-02, c2: 4.4177e-03, d1: 3.4241e-03, d2: 2.5188e-02, l1_reg: 5.2818e+02, l2_reg: 3.0218e+02\n",
      "2020/09/03, 19:16:05, Iteration: 504000, Train Loss: 4.6577e-02, c1: 1.4455e-02, c2: 4.1147e-03, d1: 3.1402e-03, d2: 2.4859e-02, l1_reg: 5.2771e+02, l2_reg: 3.0226e+02\n",
      "2020/09/03, 19:16:14, Iteration: 505000, Train Loss: 4.6037e-02, c1: 1.3707e-02, c2: 4.1319e-03, d1: 2.7049e-03, d2: 2.5485e-02, l1_reg: 5.2819e+02, l2_reg: 3.0239e+02\n",
      "2020/09/03, 19:16:22, Iteration: 506000, Train Loss: 4.5860e-02, c1: 1.4191e-02, c2: 3.6506e-03, d1: 3.0893e-03, d2: 2.4921e-02, l1_reg: 5.2784e+02, l2_reg: 3.0257e+02\n",
      "2020/09/03, 19:16:31, Iteration: 507000, Train Loss: 4.3848e-02, c1: 1.2360e-02, c2: 3.9488e-03, d1: 2.4396e-03, d2: 2.5092e-02, l1_reg: 5.2798e+02, l2_reg: 3.0268e+02\n",
      "2020/09/03, 19:16:40, Iteration: 508000, Train Loss: 4.5645e-02, c1: 1.3473e-02, c2: 3.6850e-03, d1: 3.2252e-03, d2: 2.5254e-02, l1_reg: 5.2736e+02, l2_reg: 3.0280e+02\n",
      "2020/09/03, 19:16:49, Iteration: 509000, Train Loss: 4.5446e-02, c1: 1.3672e-02, c2: 3.7902e-03, d1: 2.8145e-03, d2: 2.5161e-02, l1_reg: 5.2794e+02, l2_reg: 3.0300e+02\n",
      "2020/09/03, 19:16:57, Iteration: 510000, Train Loss: 5.2342e-02, c1: 1.8933e-02, c2: 5.0272e-03, d1: 3.2088e-03, d2: 2.5165e-02, l1_reg: 5.2774e+02, l2_reg: 3.0312e+02\n"
     ]
    }
   ],
   "source": [
    "config.iterations = 500000\n",
    "config.print_every = 1000\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:27:20, Iteration: 511000, Train Loss: 4.7793e-02, c1: 1.4910e-02, c2: 4.4050e-03, d1: 2.7918e-03, d2: 2.5678e-02, l1_reg: 5.2757e+02, l2_reg: 3.0322e+02\n",
      "2020/09/03, 19:27:29, Iteration: 512000, Train Loss: 4.7207e-02, c1: 1.3636e-02, c2: 4.7319e-03, d1: 2.9339e-03, d2: 2.5897e-02, l1_reg: 5.2781e+02, l2_reg: 3.0335e+02\n",
      "2020/09/03, 19:27:38, Iteration: 513000, Train Loss: 4.8784e-02, c1: 1.5475e-02, c2: 4.7311e-03, d1: 2.9504e-03, d2: 2.5620e-02, l1_reg: 5.2755e+02, l2_reg: 3.0351e+02\n",
      "2020/09/03, 19:27:47, Iteration: 514000, Train Loss: 4.3617e-02, c1: 1.2202e-02, c2: 3.6908e-03, d1: 2.6058e-03, d2: 2.5110e-02, l1_reg: 5.2743e+02, l2_reg: 3.0361e+02\n",
      "2020/09/03, 19:27:56, Iteration: 515000, Train Loss: 5.0603e-02, c1: 1.7733e-02, c2: 4.5366e-03, d1: 2.7502e-03, d2: 2.5575e-02, l1_reg: 5.2781e+02, l2_reg: 3.0377e+02\n",
      "2020/09/03, 19:28:05, Iteration: 516000, Train Loss: 4.8067e-02, c1: 1.5860e-02, c2: 4.2207e-03, d1: 2.4500e-03, d2: 2.5528e-02, l1_reg: 5.2761e+02, l2_reg: 3.0388e+02\n",
      "2020/09/03, 19:28:13, Iteration: 517000, Train Loss: 4.7571e-02, c1: 1.5448e-02, c2: 3.7361e-03, d1: 3.1751e-03, d2: 2.5204e-02, l1_reg: 5.2863e+02, l2_reg: 3.0401e+02\n",
      "2020/09/03, 19:28:22, Iteration: 518000, Train Loss: 4.2314e-02, c1: 1.0867e-02, c2: 3.5890e-03, d1: 2.6845e-03, d2: 2.5164e-02, l1_reg: 5.2796e+02, l2_reg: 3.0413e+02\n",
      "2020/09/03, 19:28:31, Iteration: 519000, Train Loss: 4.4193e-02, c1: 1.2485e-02, c2: 3.8331e-03, d1: 2.7446e-03, d2: 2.5122e-02, l1_reg: 5.2820e+02, l2_reg: 3.0430e+02\n",
      "2020/09/03, 19:28:40, Iteration: 520000, Train Loss: 4.3297e-02, c1: 1.1602e-02, c2: 3.8920e-03, d1: 2.4839e-03, d2: 2.5311e-02, l1_reg: 5.2763e+02, l2_reg: 3.0433e+02\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.8/site-packages/numpy/core/_asarray.py:83: VisibleDeprecationWarning: Creating an ndarray from ragged nested sequences (which is a list-or-tuple of lists-or-tuples-or ndarrays with different lengths or shapes) is deprecated. If you meant to do this, you must specify 'dtype=object' when creating the ndarray\n",
      "  return array(a, dtype, copy=False, order=order)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:28:49, Iteration: 521000, Train Loss: 4.3853e-02, c1: 1.2513e-02, c2: 3.7449e-03, d1: 2.8210e-03, d2: 2.4766e-02, l1_reg: 5.2771e+02, l2_reg: 3.0447e+02\n",
      "2020/09/03, 19:28:58, Iteration: 522000, Train Loss: 4.5608e-02, c1: 1.3744e-02, c2: 4.1000e-03, d1: 2.4951e-03, d2: 2.5260e-02, l1_reg: 5.2771e+02, l2_reg: 3.0465e+02\n",
      "2020/09/03, 19:29:07, Iteration: 523000, Train Loss: 4.1648e-02, c1: 9.3133e-03, c2: 4.1511e-03, d1: 3.0329e-03, d2: 2.5142e-02, l1_reg: 5.2794e+02, l2_reg: 3.0472e+02\n",
      "2020/09/03, 19:29:16, Iteration: 524000, Train Loss: 4.3165e-02, c1: 1.1566e-02, c2: 3.7145e-03, d1: 2.6465e-03, d2: 2.5230e-02, l1_reg: 5.2748e+02, l2_reg: 3.0488e+02\n",
      "2020/09/03, 19:29:25, Iteration: 525000, Train Loss: 5.5861e-02, c1: 2.2039e-02, c2: 4.8639e-03, d1: 3.1843e-03, d2: 2.5766e-02, l1_reg: 5.2797e+02, l2_reg: 3.0504e+02\n",
      "2020/09/03, 19:29:34, Iteration: 526000, Train Loss: 4.9669e-02, c1: 1.6003e-02, c2: 4.6600e-03, d1: 3.1627e-03, d2: 2.5835e-02, l1_reg: 5.2767e+02, l2_reg: 3.0513e+02\n",
      "2020/09/03, 19:29:43, Iteration: 527000, Train Loss: 4.3285e-02, c1: 1.0526e-02, c2: 4.4757e-03, d1: 3.0546e-03, d2: 2.5221e-02, l1_reg: 5.2719e+02, l2_reg: 3.0526e+02\n",
      "2020/09/03, 19:29:52, Iteration: 528000, Train Loss: 4.0665e-02, c1: 9.6478e-03, c2: 3.5197e-03, d1: 2.4399e-03, d2: 2.5049e-02, l1_reg: 5.2746e+02, l2_reg: 3.0537e+02\n",
      "2020/09/03, 19:30:01, Iteration: 529000, Train Loss: 4.5896e-02, c1: 1.3304e-02, c2: 3.9439e-03, d1: 3.8070e-03, d2: 2.4832e-02, l1_reg: 5.2780e+02, l2_reg: 3.0560e+02\n",
      "2020/09/03, 19:30:10, Iteration: 530000, Train Loss: 4.8383e-02, c1: 1.3420e-02, c2: 4.9355e-03, d1: 4.1503e-03, d2: 2.5869e-02, l1_reg: 5.2804e+02, l2_reg: 3.0578e+02\n",
      "2020/09/03, 19:30:19, Iteration: 531000, Train Loss: 5.0244e-02, c1: 1.4943e-02, c2: 6.2805e-03, d1: 2.7416e-03, d2: 2.6270e-02, l1_reg: 5.2803e+02, l2_reg: 3.0590e+02\n",
      "2020/09/03, 19:30:27, Iteration: 532000, Train Loss: 4.5580e-02, c1: 1.3975e-02, c2: 3.8521e-03, d1: 2.9899e-03, d2: 2.4755e-02, l1_reg: 5.2804e+02, l2_reg: 3.0596e+02\n",
      "2020/09/03, 19:30:36, Iteration: 533000, Train Loss: 4.0929e-02, c1: 8.7125e-03, c2: 4.2023e-03, d1: 2.6337e-03, d2: 2.5373e-02, l1_reg: 5.2752e+02, l2_reg: 3.0609e+02\n",
      "2020/09/03, 19:30:45, Iteration: 534000, Train Loss: 4.4149e-02, c1: 1.2482e-02, c2: 3.6600e-03, d1: 2.8979e-03, d2: 2.5101e-02, l1_reg: 5.2750e+02, l2_reg: 3.0613e+02\n",
      "2020/09/03, 19:30:54, Iteration: 535000, Train Loss: 4.0359e-02, c1: 9.4041e-03, c2: 3.2818e-03, d1: 2.7624e-03, d2: 2.4903e-02, l1_reg: 5.2729e+02, l2_reg: 3.0633e+02\n",
      "2020/09/03, 19:31:02, Iteration: 536000, Train Loss: 4.6250e-02, c1: 1.4380e-02, c2: 4.0339e-03, d1: 3.1358e-03, d2: 2.4691e-02, l1_reg: 5.2709e+02, l2_reg: 3.0643e+02\n",
      "2020/09/03, 19:31:11, Iteration: 537000, Train Loss: 4.5134e-02, c1: 1.1668e-02, c2: 4.9287e-03, d1: 2.7202e-03, d2: 2.5809e-02, l1_reg: 5.2728e+02, l2_reg: 3.0654e+02\n",
      "2020/09/03, 19:31:20, Iteration: 538000, Train Loss: 4.3791e-02, c1: 1.0357e-02, c2: 4.5210e-03, d1: 3.3647e-03, d2: 2.5541e-02, l1_reg: 5.2807e+02, l2_reg: 3.0678e+02\n",
      "2020/09/03, 19:31:29, Iteration: 539000, Train Loss: 4.8394e-02, c1: 1.7332e-02, c2: 3.2315e-03, d1: 2.9419e-03, d2: 2.4880e-02, l1_reg: 5.2799e+02, l2_reg: 3.0691e+02\n",
      "2020/09/03, 19:31:38, Iteration: 540000, Train Loss: 4.7478e-02, c1: 1.6016e-02, c2: 3.4145e-03, d1: 3.2802e-03, d2: 2.4759e-02, l1_reg: 5.2731e+02, l2_reg: 3.0705e+02\n",
      "2020/09/03, 19:31:47, Iteration: 541000, Train Loss: 4.0662e-02, c1: 9.5368e-03, c2: 3.7512e-03, d1: 2.4823e-03, d2: 2.4884e-02, l1_reg: 5.2749e+02, l2_reg: 3.0719e+02\n",
      "2020/09/03, 19:31:55, Iteration: 542000, Train Loss: 4.5015e-02, c1: 1.2449e-02, c2: 4.2752e-03, d1: 2.6943e-03, d2: 2.5588e-02, l1_reg: 5.2762e+02, l2_reg: 3.0729e+02\n",
      "2020/09/03, 19:32:04, Iteration: 543000, Train Loss: 4.4961e-02, c1: 1.1644e-02, c2: 4.4280e-03, d1: 3.3329e-03, d2: 2.5549e-02, l1_reg: 5.2865e+02, l2_reg: 3.0748e+02\n",
      "2020/09/03, 19:32:13, Iteration: 544000, Train Loss: 4.1300e-02, c1: 1.0424e-02, c2: 3.4788e-03, d1: 2.6569e-03, d2: 2.4732e-02, l1_reg: 5.2839e+02, l2_reg: 3.0758e+02\n",
      "2020/09/03, 19:32:22, Iteration: 545000, Train Loss: 4.3436e-02, c1: 1.2067e-02, c2: 3.9306e-03, d1: 2.4206e-03, d2: 2.5010e-02, l1_reg: 5.2774e+02, l2_reg: 3.0766e+02\n",
      "2020/09/03, 19:32:31, Iteration: 546000, Train Loss: 4.8496e-02, c1: 1.4409e-02, c2: 5.4806e-03, d1: 3.0401e-03, d2: 2.5558e-02, l1_reg: 5.2758e+02, l2_reg: 3.0777e+02\n",
      "2020/09/03, 19:32:40, Iteration: 547000, Train Loss: 4.1088e-02, c1: 1.0251e-02, c2: 3.4993e-03, d1: 2.4210e-03, d2: 2.4908e-02, l1_reg: 5.2748e+02, l2_reg: 3.0794e+02\n",
      "2020/09/03, 19:32:49, Iteration: 548000, Train Loss: 4.6207e-02, c1: 1.3923e-02, c2: 4.1967e-03, d1: 2.8452e-03, d2: 2.5234e-02, l1_reg: 5.2801e+02, l2_reg: 3.0807e+02\n",
      "2020/09/03, 19:32:58, Iteration: 549000, Train Loss: 4.8289e-02, c1: 1.4817e-02, c2: 5.1672e-03, d1: 2.8160e-03, d2: 2.5480e-02, l1_reg: 5.2728e+02, l2_reg: 3.0816e+02\n",
      "2020/09/03, 19:33:07, Iteration: 550000, Train Loss: 4.7527e-02, c1: 1.4441e-02, c2: 4.6257e-03, d1: 2.9338e-03, d2: 2.5518e-02, l1_reg: 5.2708e+02, l2_reg: 3.0829e+02\n",
      "2020/09/03, 19:33:16, Iteration: 551000, Train Loss: 4.3881e-02, c1: 1.2619e-02, c2: 3.8860e-03, d1: 2.6435e-03, d2: 2.4725e-02, l1_reg: 5.2707e+02, l2_reg: 3.0838e+02\n",
      "2020/09/03, 19:33:24, Iteration: 552000, Train Loss: 4.4240e-02, c1: 1.2592e-02, c2: 4.0364e-03, d1: 2.4699e-03, d2: 2.5134e-02, l1_reg: 5.2715e+02, l2_reg: 3.0858e+02\n",
      "2020/09/03, 19:33:33, Iteration: 553000, Train Loss: 4.9318e-02, c1: 1.7800e-02, c2: 3.8246e-03, d1: 2.5485e-03, d2: 2.5137e-02, l1_reg: 5.2758e+02, l2_reg: 3.0875e+02\n",
      "2020/09/03, 19:33:42, Iteration: 554000, Train Loss: 5.1528e-02, c1: 1.8913e-02, c2: 4.3021e-03, d1: 3.0075e-03, d2: 2.5297e-02, l1_reg: 5.2793e+02, l2_reg: 3.0889e+02\n",
      "2020/09/03, 19:33:51, Iteration: 555000, Train Loss: 4.5129e-02, c1: 1.3561e-02, c2: 3.7740e-03, d1: 2.7329e-03, d2: 2.5053e-02, l1_reg: 5.2748e+02, l2_reg: 3.0898e+02\n",
      "2020/09/03, 19:34:00, Iteration: 556000, Train Loss: 4.2565e-02, c1: 9.3074e-03, c2: 4.6530e-03, d1: 3.1978e-03, d2: 2.5399e-02, l1_reg: 5.2734e+02, l2_reg: 3.0911e+02\n",
      "2020/09/03, 19:34:09, Iteration: 557000, Train Loss: 4.5226e-02, c1: 1.1989e-02, c2: 4.6006e-03, d1: 3.2811e-03, d2: 2.5347e-02, l1_reg: 5.2690e+02, l2_reg: 3.0920e+02\n",
      "2020/09/03, 19:34:18, Iteration: 558000, Train Loss: 4.3857e-02, c1: 1.2836e-02, c2: 3.7630e-03, d1: 2.5228e-03, d2: 2.4727e-02, l1_reg: 5.2751e+02, l2_reg: 3.0931e+02\n",
      "2020/09/03, 19:34:27, Iteration: 559000, Train Loss: 3.9465e-02, c1: 8.1817e-03, c2: 3.6363e-03, d1: 2.6254e-03, d2: 2.5013e-02, l1_reg: 5.2740e+02, l2_reg: 3.0938e+02\n",
      "2020/09/03, 19:34:36, Iteration: 560000, Train Loss: 4.4596e-02, c1: 1.1623e-02, c2: 3.9078e-03, d1: 4.0261e-03, d2: 2.5031e-02, l1_reg: 5.2706e+02, l2_reg: 3.0953e+02\n",
      "2020/09/03, 19:34:44, Iteration: 561000, Train Loss: 4.7677e-02, c1: 1.5709e-02, c2: 4.2125e-03, d1: 2.6105e-03, d2: 2.5136e-02, l1_reg: 5.2707e+02, l2_reg: 3.0965e+02\n",
      "2020/09/03, 19:34:53, Iteration: 562000, Train Loss: 4.6115e-02, c1: 1.2353e-02, c2: 5.0855e-03, d1: 3.0461e-03, d2: 2.5622e-02, l1_reg: 5.2761e+02, l2_reg: 3.0974e+02\n",
      "2020/09/03, 19:35:02, Iteration: 563000, Train Loss: 4.4416e-02, c1: 1.2325e-02, c2: 3.9091e-03, d1: 3.1260e-03, d2: 2.5048e-02, l1_reg: 5.2725e+02, l2_reg: 3.0985e+02\n",
      "2020/09/03, 19:35:11, Iteration: 564000, Train Loss: 4.9537e-02, c1: 1.4803e-02, c2: 5.7998e-03, d1: 3.6711e-03, d2: 2.5254e-02, l1_reg: 5.2667e+02, l2_reg: 3.0987e+02\n",
      "2020/09/03, 19:35:20, Iteration: 565000, Train Loss: 4.0886e-02, c1: 9.5998e-03, c2: 3.3808e-03, d1: 2.8619e-03, d2: 2.5035e-02, l1_reg: 5.2698e+02, l2_reg: 3.1003e+02\n",
      "2020/09/03, 19:35:29, Iteration: 566000, Train Loss: 4.1293e-02, c1: 1.0422e-02, c2: 3.3993e-03, d1: 2.5296e-03, d2: 2.4934e-02, l1_reg: 5.2753e+02, l2_reg: 3.1012e+02\n",
      "2020/09/03, 19:35:37, Iteration: 567000, Train Loss: 4.6087e-02, c1: 1.3169e-02, c2: 4.2936e-03, d1: 3.3366e-03, d2: 2.5279e-02, l1_reg: 5.2764e+02, l2_reg: 3.1025e+02\n",
      "2020/09/03, 19:35:46, Iteration: 568000, Train Loss: 5.0146e-02, c1: 1.7208e-02, c2: 4.7126e-03, d1: 2.7631e-03, d2: 2.5453e-02, l1_reg: 5.2671e+02, l2_reg: 3.1030e+02\n",
      "2020/09/03, 19:35:55, Iteration: 569000, Train Loss: 4.0420e-02, c1: 8.9480e-03, c2: 3.7496e-03, d1: 2.8680e-03, d2: 2.4846e-02, l1_reg: 5.2667e+02, l2_reg: 3.1042e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:36:04, Iteration: 570000, Train Loss: 4.6014e-02, c1: 1.4486e-02, c2: 3.9876e-03, d1: 2.4457e-03, d2: 2.5087e-02, l1_reg: 5.2622e+02, l2_reg: 3.1046e+02\n",
      "2020/09/03, 19:36:13, Iteration: 571000, Train Loss: 4.5234e-02, c1: 1.4158e-02, c2: 3.5088e-03, d1: 2.5859e-03, d2: 2.4973e-02, l1_reg: 5.2594e+02, l2_reg: 3.1055e+02\n",
      "2020/09/03, 19:36:22, Iteration: 572000, Train Loss: 4.6707e-02, c1: 1.4966e-02, c2: 3.9843e-03, d1: 2.8562e-03, d2: 2.4892e-02, l1_reg: 5.2606e+02, l2_reg: 3.1065e+02\n",
      "2020/09/03, 19:36:31, Iteration: 573000, Train Loss: 4.2726e-02, c1: 1.0902e-02, c2: 3.8510e-03, d1: 3.0214e-03, d2: 2.4943e-02, l1_reg: 5.2587e+02, l2_reg: 3.1077e+02\n",
      "2020/09/03, 19:36:40, Iteration: 574000, Train Loss: 4.7668e-02, c1: 1.5212e-02, c2: 3.8934e-03, d1: 3.7592e-03, d2: 2.4795e-02, l1_reg: 5.2561e+02, l2_reg: 3.1083e+02\n",
      "2020/09/03, 19:36:49, Iteration: 575000, Train Loss: 3.8972e-02, c1: 7.9315e-03, c2: 3.4167e-03, d1: 3.0120e-03, d2: 2.4604e-02, l1_reg: 5.2584e+02, l2_reg: 3.1088e+02\n",
      "2020/09/03, 19:36:58, Iteration: 576000, Train Loss: 4.7560e-02, c1: 1.5746e-02, c2: 4.1412e-03, d1: 2.9540e-03, d2: 2.4710e-02, l1_reg: 5.2529e+02, l2_reg: 3.1086e+02\n",
      "2020/09/03, 19:37:07, Iteration: 577000, Train Loss: 4.4716e-02, c1: 1.1357e-02, c2: 4.8027e-03, d1: 3.2436e-03, d2: 2.5304e-02, l1_reg: 5.2583e+02, l2_reg: 3.1112e+02\n",
      "2020/09/03, 19:37:15, Iteration: 578000, Train Loss: 4.3236e-02, c1: 1.0777e-02, c2: 4.2978e-03, d1: 2.7831e-03, d2: 2.5369e-02, l1_reg: 5.2493e+02, l2_reg: 3.1117e+02\n",
      "2020/09/03, 19:37:24, Iteration: 579000, Train Loss: 4.3008e-02, c1: 1.1606e-02, c2: 3.6705e-03, d1: 2.7542e-03, d2: 2.4969e-02, l1_reg: 5.2457e+02, l2_reg: 3.1120e+02\n",
      "2020/09/03, 19:37:33, Iteration: 580000, Train Loss: 4.4342e-02, c1: 1.2820e-02, c2: 4.1164e-03, d1: 2.6126e-03, d2: 2.4784e-02, l1_reg: 5.2433e+02, l2_reg: 3.1120e+02\n",
      "2020/09/03, 19:37:42, Iteration: 581000, Train Loss: 5.1032e-02, c1: 1.7628e-02, c2: 5.3955e-03, d1: 2.6518e-03, d2: 2.5348e-02, l1_reg: 5.2493e+02, l2_reg: 3.1135e+02\n",
      "2020/09/03, 19:37:51, Iteration: 582000, Train Loss: 4.5327e-02, c1: 1.1972e-02, c2: 4.8295e-03, d1: 2.6643e-03, d2: 2.5852e-02, l1_reg: 5.2457e+02, l2_reg: 3.1141e+02\n",
      "2020/09/03, 19:38:00, Iteration: 583000, Train Loss: 4.4139e-02, c1: 1.2342e-02, c2: 3.7356e-03, d1: 2.9945e-03, d2: 2.5059e-02, l1_reg: 5.2470e+02, l2_reg: 3.1148e+02\n",
      "2020/09/03, 19:38:09, Iteration: 584000, Train Loss: 4.6954e-02, c1: 1.2275e-02, c2: 4.9964e-03, d1: 4.0344e-03, d2: 2.5641e-02, l1_reg: 5.2418e+02, l2_reg: 3.1159e+02\n",
      "2020/09/03, 19:38:17, Iteration: 585000, Train Loss: 4.4480e-02, c1: 1.2856e-02, c2: 4.0774e-03, d1: 2.3497e-03, d2: 2.5188e-02, l1_reg: 5.2411e+02, l2_reg: 3.1161e+02\n",
      "2020/09/03, 19:38:26, Iteration: 586000, Train Loss: 4.2649e-02, c1: 1.0753e-02, c2: 4.2359e-03, d1: 2.6666e-03, d2: 2.4985e-02, l1_reg: 5.2430e+02, l2_reg: 3.1176e+02\n",
      "2020/09/03, 19:38:35, Iteration: 587000, Train Loss: 4.1349e-02, c1: 1.0132e-02, c2: 3.8206e-03, d1: 2.5954e-03, d2: 2.4792e-02, l1_reg: 5.2414e+02, l2_reg: 3.1186e+02\n",
      "2020/09/03, 19:38:44, Iteration: 588000, Train Loss: 4.3289e-02, c1: 1.2440e-02, c2: 3.5984e-03, d1: 2.6005e-03, d2: 2.4642e-02, l1_reg: 5.2370e+02, l2_reg: 3.1196e+02\n",
      "2020/09/03, 19:38:53, Iteration: 589000, Train Loss: 4.6988e-02, c1: 1.5608e-02, c2: 3.7319e-03, d1: 2.9013e-03, d2: 2.4739e-02, l1_reg: 5.2432e+02, l2_reg: 3.1209e+02\n",
      "2020/09/03, 19:39:02, Iteration: 590000, Train Loss: 4.5914e-02, c1: 1.3594e-02, c2: 3.9727e-03, d1: 3.2865e-03, d2: 2.5052e-02, l1_reg: 5.2376e+02, l2_reg: 3.1205e+02\n",
      "2020/09/03, 19:39:10, Iteration: 591000, Train Loss: 4.4607e-02, c1: 1.2815e-02, c2: 4.1445e-03, d1: 2.5954e-03, d2: 2.5043e-02, l1_reg: 5.2390e+02, l2_reg: 3.1221e+02\n",
      "2020/09/03, 19:39:19, Iteration: 592000, Train Loss: 4.7267e-02, c1: 1.3755e-02, c2: 4.4515e-03, d1: 3.4394e-03, d2: 2.5613e-02, l1_reg: 5.2357e+02, l2_reg: 3.1224e+02\n",
      "2020/09/03, 19:39:28, Iteration: 593000, Train Loss: 4.3953e-02, c1: 1.3521e-02, c2: 3.2994e-03, d1: 2.5303e-03, d2: 2.4594e-02, l1_reg: 5.2455e+02, l2_reg: 3.1237e+02\n",
      "2020/09/03, 19:39:37, Iteration: 594000, Train Loss: 4.4800e-02, c1: 1.2028e-02, c2: 4.6620e-03, d1: 2.7934e-03, d2: 2.5308e-02, l1_reg: 5.2402e+02, l2_reg: 3.1249e+02\n",
      "2020/09/03, 19:39:46, Iteration: 595000, Train Loss: 5.0802e-02, c1: 1.8220e-02, c2: 4.6465e-03, d1: 2.5497e-03, d2: 2.5378e-02, l1_reg: 5.2413e+02, l2_reg: 3.1259e+02\n",
      "2020/09/03, 19:39:55, Iteration: 596000, Train Loss: 4.3285e-02, c1: 1.2212e-02, c2: 3.6250e-03, d1: 2.5014e-03, d2: 2.4938e-02, l1_reg: 5.2332e+02, l2_reg: 3.1260e+02\n",
      "2020/09/03, 19:40:04, Iteration: 597000, Train Loss: 4.7636e-02, c1: 1.6130e-02, c2: 3.7352e-03, d1: 2.8011e-03, d2: 2.4962e-02, l1_reg: 5.2442e+02, l2_reg: 3.1279e+02\n",
      "2020/09/03, 19:40:13, Iteration: 598000, Train Loss: 4.6997e-02, c1: 1.6041e-02, c2: 3.6854e-03, d1: 2.4333e-03, d2: 2.4829e-02, l1_reg: 5.2365e+02, l2_reg: 3.1285e+02\n",
      "2020/09/03, 19:40:22, Iteration: 599000, Train Loss: 4.2459e-02, c1: 1.1351e-02, c2: 3.6213e-03, d1: 2.7325e-03, d2: 2.4745e-02, l1_reg: 5.2351e+02, l2_reg: 3.1293e+02\n",
      "2020/09/03, 19:40:31, Iteration: 600000, Train Loss: 4.2030e-02, c1: 9.8507e-03, c2: 4.4767e-03, d1: 2.5331e-03, d2: 2.5161e-02, l1_reg: 5.2363e+02, l2_reg: 3.1302e+02\n",
      "2020/09/03, 19:40:39, Iteration: 601000, Train Loss: 4.8379e-02, c1: 1.4884e-02, c2: 5.3529e-03, d1: 2.6577e-03, d2: 2.5476e-02, l1_reg: 5.2362e+02, l2_reg: 3.1312e+02\n",
      "2020/09/03, 19:40:48, Iteration: 602000, Train Loss: 4.9573e-02, c1: 1.8493e-02, c2: 3.5900e-03, d1: 2.5821e-03, d2: 2.4899e-02, l1_reg: 5.2299e+02, l2_reg: 3.1321e+02\n",
      "2020/09/03, 19:40:57, Iteration: 603000, Train Loss: 4.1247e-02, c1: 1.0017e-02, c2: 3.8348e-03, d1: 2.6111e-03, d2: 2.4776e-02, l1_reg: 5.2303e+02, l2_reg: 3.1333e+02\n",
      "2020/09/03, 19:41:06, Iteration: 604000, Train Loss: 4.7667e-02, c1: 1.5217e-02, c2: 4.6555e-03, d1: 2.7052e-03, d2: 2.5081e-02, l1_reg: 5.2295e+02, l2_reg: 3.1343e+02\n",
      "2020/09/03, 19:41:15, Iteration: 605000, Train Loss: 5.2405e-02, c1: 1.8616e-02, c2: 4.7746e-03, d1: 3.4796e-03, d2: 2.5526e-02, l1_reg: 5.2329e+02, l2_reg: 3.1347e+02\n",
      "2020/09/03, 19:41:24, Iteration: 606000, Train Loss: 4.3330e-02, c1: 1.2013e-02, c2: 3.7302e-03, d1: 2.8955e-03, d2: 2.4683e-02, l1_reg: 5.2321e+02, l2_reg: 3.1361e+02\n",
      "2020/09/03, 19:41:33, Iteration: 607000, Train Loss: 4.1909e-02, c1: 1.1147e-02, c2: 3.5299e-03, d1: 2.6299e-03, d2: 2.4594e-02, l1_reg: 5.2263e+02, l2_reg: 3.1366e+02\n",
      "2020/09/03, 19:41:42, Iteration: 608000, Train Loss: 4.6069e-02, c1: 1.4711e-02, c2: 3.7876e-03, d1: 2.9020e-03, d2: 2.4660e-02, l1_reg: 5.2383e+02, l2_reg: 3.1381e+02\n",
      "2020/09/03, 19:41:50, Iteration: 609000, Train Loss: 4.3420e-02, c1: 1.2005e-02, c2: 3.6701e-03, d1: 3.0080e-03, d2: 2.4729e-02, l1_reg: 5.2263e+02, l2_reg: 3.1387e+02\n",
      "2020/09/03, 19:41:59, Iteration: 610000, Train Loss: 4.3977e-02, c1: 1.1990e-02, c2: 4.5128e-03, d1: 2.3081e-03, d2: 2.5158e-02, l1_reg: 5.2317e+02, l2_reg: 3.1392e+02\n",
      "2020/09/03, 19:42:08, Iteration: 611000, Train Loss: 4.6321e-02, c1: 1.5305e-02, c2: 3.7469e-03, d1: 2.4327e-03, d2: 2.4829e-02, l1_reg: 5.2273e+02, l2_reg: 3.1404e+02\n",
      "2020/09/03, 19:42:17, Iteration: 612000, Train Loss: 4.4029e-02, c1: 1.2293e-02, c2: 3.8965e-03, d1: 2.7052e-03, d2: 2.5126e-02, l1_reg: 5.2291e+02, l2_reg: 3.1415e+02\n",
      "2020/09/03, 19:42:25, Iteration: 613000, Train Loss: 4.6833e-02, c1: 1.4700e-02, c2: 4.4153e-03, d1: 2.7268e-03, d2: 2.4983e-02, l1_reg: 5.2245e+02, l2_reg: 3.1415e+02\n",
      "2020/09/03, 19:42:34, Iteration: 614000, Train Loss: 4.5984e-02, c1: 1.4243e-02, c2: 3.5951e-03, d1: 3.1177e-03, d2: 2.5020e-02, l1_reg: 5.2331e+02, l2_reg: 3.1431e+02\n",
      "2020/09/03, 19:42:43, Iteration: 615000, Train Loss: 4.0239e-02, c1: 8.1801e-03, c2: 4.1538e-03, d1: 2.9440e-03, d2: 2.4953e-02, l1_reg: 5.2302e+02, l2_reg: 3.1436e+02\n",
      "2020/09/03, 19:42:52, Iteration: 616000, Train Loss: 4.2380e-02, c1: 1.1052e-02, c2: 3.4246e-03, d1: 3.3485e-03, d2: 2.4546e-02, l1_reg: 5.2250e+02, l2_reg: 3.1444e+02\n",
      "2020/09/03, 19:43:01, Iteration: 617000, Train Loss: 4.9037e-02, c1: 1.7465e-02, c2: 3.9316e-03, d1: 2.9458e-03, d2: 2.4687e-02, l1_reg: 5.2211e+02, l2_reg: 3.1453e+02\n",
      "2020/09/03, 19:43:10, Iteration: 618000, Train Loss: 4.6668e-02, c1: 1.5307e-02, c2: 3.6936e-03, d1: 2.7431e-03, d2: 2.4915e-02, l1_reg: 5.2241e+02, l2_reg: 3.1461e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:43:19, Iteration: 619000, Train Loss: 4.4053e-02, c1: 1.3596e-02, c2: 3.2801e-03, d1: 2.6124e-03, d2: 2.4556e-02, l1_reg: 5.2258e+02, l2_reg: 3.1467e+02\n",
      "2020/09/03, 19:43:28, Iteration: 620000, Train Loss: 4.7370e-02, c1: 1.6117e-02, c2: 3.7034e-03, d1: 2.6774e-03, d2: 2.4864e-02, l1_reg: 5.2347e+02, l2_reg: 3.1493e+02\n",
      "2020/09/03, 19:43:37, Iteration: 621000, Train Loss: 4.2922e-02, c1: 1.0597e-02, c2: 4.2125e-03, d1: 3.0216e-03, d2: 2.5082e-02, l1_reg: 5.2230e+02, l2_reg: 3.1489e+02\n",
      "2020/09/03, 19:43:46, Iteration: 622000, Train Loss: 4.3836e-02, c1: 1.2147e-02, c2: 3.5426e-03, d1: 3.3902e-03, d2: 2.4748e-02, l1_reg: 5.2201e+02, l2_reg: 3.1490e+02\n",
      "2020/09/03, 19:43:55, Iteration: 623000, Train Loss: 4.5079e-02, c1: 1.3736e-02, c2: 3.7232e-03, d1: 2.6895e-03, d2: 2.4921e-02, l1_reg: 5.2204e+02, l2_reg: 3.1498e+02\n",
      "2020/09/03, 19:44:04, Iteration: 624000, Train Loss: 5.1472e-02, c1: 2.0223e-02, c2: 3.9724e-03, d1: 2.4037e-03, d2: 2.4864e-02, l1_reg: 5.2285e+02, l2_reg: 3.1510e+02\n",
      "2020/09/03, 19:44:13, Iteration: 625000, Train Loss: 4.4783e-02, c1: 1.3390e-02, c2: 3.7314e-03, d1: 2.7202e-03, d2: 2.4933e-02, l1_reg: 5.2175e+02, l2_reg: 3.1515e+02\n",
      "2020/09/03, 19:44:22, Iteration: 626000, Train Loss: 4.3323e-02, c1: 1.1502e-02, c2: 3.9057e-03, d1: 2.7072e-03, d2: 2.5200e-02, l1_reg: 5.2210e+02, l2_reg: 3.1527e+02\n",
      "2020/09/03, 19:44:31, Iteration: 627000, Train Loss: 4.8858e-02, c1: 1.8381e-02, c2: 3.4599e-03, d1: 2.2921e-03, d2: 2.4716e-02, l1_reg: 5.2158e+02, l2_reg: 3.1530e+02\n",
      "2020/09/03, 19:44:40, Iteration: 628000, Train Loss: 4.1787e-02, c1: 1.0175e-02, c2: 4.1439e-03, d1: 2.5630e-03, d2: 2.4897e-02, l1_reg: 5.2116e+02, l2_reg: 3.1536e+02\n",
      "2020/09/03, 19:44:48, Iteration: 629000, Train Loss: 4.3216e-02, c1: 1.1439e-02, c2: 3.8398e-03, d1: 2.9050e-03, d2: 2.5024e-02, l1_reg: 5.2112e+02, l2_reg: 3.1543e+02\n",
      "2020/09/03, 19:44:57, Iteration: 630000, Train Loss: 3.9627e-02, c1: 8.7238e-03, c2: 3.4617e-03, d1: 2.7394e-03, d2: 2.4693e-02, l1_reg: 5.2071e+02, l2_reg: 3.1550e+02\n",
      "2020/09/03, 19:45:06, Iteration: 631000, Train Loss: 4.6727e-02, c1: 1.4750e-02, c2: 4.0625e-03, d1: 2.6033e-03, d2: 2.5303e-02, l1_reg: 5.2074e+02, l2_reg: 3.1551e+02\n",
      "2020/09/03, 19:45:15, Iteration: 632000, Train Loss: 4.1338e-02, c1: 8.2352e-03, c2: 4.5906e-03, d1: 3.5637e-03, d2: 2.4940e-02, l1_reg: 5.2071e+02, l2_reg: 3.1558e+02\n",
      "2020/09/03, 19:45:24, Iteration: 633000, Train Loss: 4.5606e-02, c1: 1.3661e-02, c2: 4.0854e-03, d1: 2.7222e-03, d2: 2.5130e-02, l1_reg: 5.2146e+02, l2_reg: 3.1563e+02\n",
      "2020/09/03, 19:45:33, Iteration: 634000, Train Loss: 4.2797e-02, c1: 1.0740e-02, c2: 3.9144e-03, d1: 3.3516e-03, d2: 2.4783e-02, l1_reg: 5.2042e+02, l2_reg: 3.1571e+02\n",
      "2020/09/03, 19:45:41, Iteration: 635000, Train Loss: 4.3912e-02, c1: 1.1543e-02, c2: 4.4443e-03, d1: 2.7248e-03, d2: 2.5191e-02, l1_reg: 5.1994e+02, l2_reg: 3.1572e+02\n",
      "2020/09/03, 19:45:50, Iteration: 636000, Train Loss: 4.7446e-02, c1: 1.5694e-02, c2: 3.8660e-03, d1: 3.0059e-03, d2: 2.4871e-02, l1_reg: 5.2010e+02, l2_reg: 3.1578e+02\n",
      "2020/09/03, 19:45:59, Iteration: 637000, Train Loss: 4.4424e-02, c1: 1.2648e-02, c2: 3.6627e-03, d1: 3.3407e-03, d2: 2.4765e-02, l1_reg: 5.1955e+02, l2_reg: 3.1584e+02\n",
      "2020/09/03, 19:46:08, Iteration: 638000, Train Loss: 4.4022e-02, c1: 1.2356e-02, c2: 3.5817e-03, d1: 3.5601e-03, d2: 2.4516e-02, l1_reg: 5.1973e+02, l2_reg: 3.1592e+02\n",
      "2020/09/03, 19:46:17, Iteration: 639000, Train Loss: 5.0299e-02, c1: 1.7660e-02, c2: 3.9208e-03, d1: 3.6883e-03, d2: 2.5021e-02, l1_reg: 5.1860e+02, l2_reg: 3.1586e+02\n",
      "2020/09/03, 19:46:26, Iteration: 640000, Train Loss: 4.6481e-02, c1: 1.3028e-02, c2: 4.8320e-03, d1: 3.2175e-03, d2: 2.5395e-02, l1_reg: 5.1872e+02, l2_reg: 3.1601e+02\n",
      "2020/09/03, 19:46:36, Iteration: 641000, Train Loss: 3.8381e-02, c1: 7.4990e-03, c2: 3.3800e-03, d1: 2.8572e-03, d2: 2.4637e-02, l1_reg: 5.1820e+02, l2_reg: 3.1606e+02\n",
      "2020/09/03, 19:46:46, Iteration: 642000, Train Loss: 4.0389e-02, c1: 1.0468e-02, c2: 3.1415e-03, d1: 2.3842e-03, d2: 2.4387e-02, l1_reg: 5.1792e+02, l2_reg: 3.1607e+02\n",
      "2020/09/03, 19:46:55, Iteration: 643000, Train Loss: 4.8635e-02, c1: 1.7302e-02, c2: 3.9592e-03, d1: 2.3072e-03, d2: 2.5058e-02, l1_reg: 5.1839e+02, l2_reg: 3.1620e+02\n",
      "2020/09/03, 19:47:03, Iteration: 644000, Train Loss: 4.3617e-02, c1: 1.1525e-02, c2: 3.8256e-03, d1: 3.3043e-03, d2: 2.4954e-02, l1_reg: 5.1744e+02, l2_reg: 3.1627e+02\n",
      "2020/09/03, 19:47:12, Iteration: 645000, Train Loss: 4.6542e-02, c1: 1.5566e-02, c2: 3.5091e-03, d1: 2.7367e-03, d2: 2.4722e-02, l1_reg: 5.1687e+02, l2_reg: 3.1629e+02\n",
      "2020/09/03, 19:47:21, Iteration: 646000, Train Loss: 4.1314e-02, c1: 1.1516e-02, c2: 2.7704e-03, d1: 2.5870e-03, d2: 2.4432e-02, l1_reg: 5.1799e+02, l2_reg: 3.1651e+02\n",
      "2020/09/03, 19:47:30, Iteration: 647000, Train Loss: 4.1729e-02, c1: 9.8166e-03, c2: 4.1611e-03, d1: 2.7881e-03, d2: 2.4955e-02, l1_reg: 5.1714e+02, l2_reg: 3.1655e+02\n",
      "2020/09/03, 19:47:38, Iteration: 648000, Train Loss: 4.2565e-02, c1: 8.8215e-03, c2: 5.0270e-03, d1: 3.0155e-03, d2: 2.5693e-02, l1_reg: 5.1693e+02, l2_reg: 3.1668e+02\n",
      "2020/09/03, 19:47:47, Iteration: 649000, Train Loss: 4.4938e-02, c1: 1.3739e-02, c2: 3.9137e-03, d1: 2.5575e-03, d2: 2.4719e-02, l1_reg: 5.1671e+02, l2_reg: 3.1677e+02\n",
      "2020/09/03, 19:47:56, Iteration: 650000, Train Loss: 4.2518e-02, c1: 1.2141e-02, c2: 3.3745e-03, d1: 2.6991e-03, d2: 2.4296e-02, l1_reg: 5.1700e+02, l2_reg: 3.1682e+02\n",
      "2020/09/03, 19:48:05, Iteration: 651000, Train Loss: 4.3310e-02, c1: 1.0665e-02, c2: 4.5460e-03, d1: 3.3294e-03, d2: 2.4761e-02, l1_reg: 5.1710e+02, l2_reg: 3.1694e+02\n",
      "2020/09/03, 19:48:14, Iteration: 652000, Train Loss: 5.1150e-02, c1: 1.6920e-02, c2: 5.4646e-03, d1: 3.0856e-03, d2: 2.5672e-02, l1_reg: 5.1684e+02, l2_reg: 3.1708e+02\n",
      "2020/09/03, 19:48:23, Iteration: 653000, Train Loss: 4.2540e-02, c1: 1.1040e-02, c2: 3.8206e-03, d1: 2.8704e-03, d2: 2.4801e-02, l1_reg: 5.1586e+02, l2_reg: 3.1711e+02\n",
      "2020/09/03, 19:48:32, Iteration: 654000, Train Loss: 4.6501e-02, c1: 1.4057e-02, c2: 3.9319e-03, d1: 3.4790e-03, d2: 2.5024e-02, l1_reg: 5.1586e+02, l2_reg: 3.1719e+02\n",
      "2020/09/03, 19:48:41, Iteration: 655000, Train Loss: 5.2259e-02, c1: 1.9792e-02, c2: 3.8970e-03, d1: 3.5877e-03, d2: 2.4974e-02, l1_reg: 5.1727e+02, l2_reg: 3.1736e+02\n",
      "2020/09/03, 19:48:49, Iteration: 656000, Train Loss: 4.3078e-02, c1: 1.2374e-02, c2: 3.7712e-03, d1: 2.3456e-03, d2: 2.4578e-02, l1_reg: 5.1569e+02, l2_reg: 3.1737e+02\n",
      "2020/09/03, 19:48:58, Iteration: 657000, Train Loss: 4.7785e-02, c1: 1.5081e-02, c2: 4.4474e-03, d1: 3.4647e-03, d2: 2.4784e-02, l1_reg: 5.1685e+02, l2_reg: 3.1756e+02\n",
      "2020/09/03, 19:49:07, Iteration: 658000, Train Loss: 4.6852e-02, c1: 1.2674e-02, c2: 5.3352e-03, d1: 3.1246e-03, d2: 2.5710e-02, l1_reg: 5.1718e+02, l2_reg: 3.1759e+02\n",
      "2020/09/03, 19:49:16, Iteration: 659000, Train Loss: 4.1711e-02, c1: 1.0660e-02, c2: 3.4502e-03, d1: 2.8747e-03, d2: 2.4717e-02, l1_reg: 5.1574e+02, l2_reg: 3.1765e+02\n",
      "2020/09/03, 19:49:25, Iteration: 660000, Train Loss: 4.0893e-02, c1: 9.7230e-03, c2: 3.8712e-03, d1: 2.4046e-03, d2: 2.4886e-02, l1_reg: 5.1686e+02, l2_reg: 3.1777e+02\n",
      "2020/09/03, 19:49:34, Iteration: 661000, Train Loss: 4.2108e-02, c1: 1.1058e-02, c2: 3.4786e-03, d1: 2.8635e-03, d2: 2.4699e-02, l1_reg: 5.1579e+02, l2_reg: 3.1782e+02\n",
      "2020/09/03, 19:49:43, Iteration: 662000, Train Loss: 4.7517e-02, c1: 1.5658e-02, c2: 3.9289e-03, d1: 3.6379e-03, d2: 2.4284e-02, l1_reg: 5.1568e+02, l2_reg: 3.1794e+02\n",
      "2020/09/03, 19:49:51, Iteration: 663000, Train Loss: 4.4655e-02, c1: 1.1264e-02, c2: 5.2233e-03, d1: 2.6496e-03, d2: 2.5509e-02, l1_reg: 5.1584e+02, l2_reg: 3.1803e+02\n",
      "2020/09/03, 19:50:00, Iteration: 664000, Train Loss: 4.7030e-02, c1: 1.4977e-02, c2: 4.2949e-03, d1: 3.0768e-03, d2: 2.4673e-02, l1_reg: 5.1562e+02, l2_reg: 3.1811e+02\n",
      "2020/09/03, 19:50:09, Iteration: 665000, Train Loss: 4.3534e-02, c1: 1.1234e-02, c2: 4.4699e-03, d1: 2.5855e-03, d2: 2.5236e-02, l1_reg: 5.1511e+02, l2_reg: 3.1826e+02\n",
      "2020/09/03, 19:50:18, Iteration: 666000, Train Loss: 4.1599e-02, c1: 1.0831e-02, c2: 3.3550e-03, d1: 3.0714e-03, d2: 2.4334e-02, l1_reg: 5.1545e+02, l2_reg: 3.1835e+02\n",
      "2020/09/03, 19:50:27, Iteration: 667000, Train Loss: 4.1958e-02, c1: 9.1302e-03, c2: 4.6234e-03, d1: 2.6891e-03, d2: 2.5507e-02, l1_reg: 5.1473e+02, l2_reg: 3.1844e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:50:36, Iteration: 668000, Train Loss: 4.9580e-02, c1: 1.7312e-02, c2: 4.4425e-03, d1: 2.9935e-03, d2: 2.4824e-02, l1_reg: 5.1509e+02, l2_reg: 3.1859e+02\n",
      "2020/09/03, 19:50:44, Iteration: 669000, Train Loss: 4.7188e-02, c1: 1.3450e-02, c2: 5.0005e-03, d1: 3.5753e-03, d2: 2.5154e-02, l1_reg: 5.1450e+02, l2_reg: 3.1864e+02\n",
      "2020/09/03, 19:50:53, Iteration: 670000, Train Loss: 4.5909e-02, c1: 1.4911e-02, c2: 3.4796e-03, d1: 2.7196e-03, d2: 2.4791e-02, l1_reg: 5.1623e+02, l2_reg: 3.1884e+02\n",
      "2020/09/03, 19:51:02, Iteration: 671000, Train Loss: 4.5032e-02, c1: 1.3418e-02, c2: 3.6917e-03, d1: 3.3910e-03, d2: 2.4523e-02, l1_reg: 5.1642e+02, l2_reg: 3.1898e+02\n",
      "2020/09/03, 19:51:11, Iteration: 672000, Train Loss: 4.4922e-02, c1: 1.3042e-02, c2: 3.9775e-03, d1: 2.6800e-03, d2: 2.5215e-02, l1_reg: 5.1572e+02, l2_reg: 3.1905e+02\n",
      "2020/09/03, 19:51:20, Iteration: 673000, Train Loss: 4.2081e-02, c1: 1.0950e-02, c2: 4.0058e-03, d1: 2.5107e-03, d2: 2.4606e-02, l1_reg: 5.1460e+02, l2_reg: 3.1909e+02\n",
      "2020/09/03, 19:51:29, Iteration: 674000, Train Loss: 4.2643e-02, c1: 1.2130e-02, c2: 3.3777e-03, d1: 2.7207e-03, d2: 2.4406e-02, l1_reg: 5.1442e+02, l2_reg: 3.1919e+02\n",
      "2020/09/03, 19:51:38, Iteration: 675000, Train Loss: 4.4247e-02, c1: 1.1926e-02, c2: 4.8566e-03, d1: 2.5431e-03, d2: 2.4913e-02, l1_reg: 5.1438e+02, l2_reg: 3.1926e+02\n",
      "2020/09/03, 19:51:47, Iteration: 676000, Train Loss: 4.9118e-02, c1: 1.6444e-02, c2: 4.7890e-03, d1: 2.7613e-03, d2: 2.5116e-02, l1_reg: 5.1454e+02, l2_reg: 3.1941e+02\n",
      "2020/09/03, 19:51:55, Iteration: 677000, Train Loss: 4.7654e-02, c1: 1.6191e-02, c2: 3.9461e-03, d1: 2.4495e-03, d2: 2.5060e-02, l1_reg: 5.1530e+02, l2_reg: 3.1956e+02\n",
      "2020/09/03, 19:52:04, Iteration: 678000, Train Loss: 4.1749e-02, c1: 1.0831e-02, c2: 3.3078e-03, d1: 3.2571e-03, d2: 2.4344e-02, l1_reg: 5.1497e+02, l2_reg: 3.1963e+02\n",
      "2020/09/03, 19:52:13, Iteration: 679000, Train Loss: 4.6624e-02, c1: 1.4955e-02, c2: 4.1223e-03, d1: 2.7159e-03, d2: 2.4823e-02, l1_reg: 5.1406e+02, l2_reg: 3.1970e+02\n",
      "2020/09/03, 19:52:22, Iteration: 680000, Train Loss: 4.7895e-02, c1: 1.5944e-02, c2: 3.9613e-03, d1: 3.2115e-03, d2: 2.4769e-02, l1_reg: 5.1459e+02, l2_reg: 3.1984e+02\n",
      "2020/09/03, 19:52:31, Iteration: 681000, Train Loss: 4.7152e-02, c1: 1.6093e-02, c2: 3.4043e-03, d1: 2.8730e-03, d2: 2.4773e-02, l1_reg: 5.1428e+02, l2_reg: 3.1992e+02\n",
      "2020/09/03, 19:52:40, Iteration: 682000, Train Loss: 4.7711e-02, c1: 1.6042e-02, c2: 3.9012e-03, d1: 2.9457e-03, d2: 2.4813e-02, l1_reg: 5.1494e+02, l2_reg: 3.2009e+02\n",
      "2020/09/03, 19:52:49, Iteration: 683000, Train Loss: 4.5050e-02, c1: 1.3671e-02, c2: 4.3883e-03, d1: 2.3997e-03, d2: 2.4583e-02, l1_reg: 5.1511e+02, l2_reg: 3.2027e+02\n",
      "2020/09/03, 19:52:57, Iteration: 684000, Train Loss: 4.5426e-02, c1: 1.0848e-02, c2: 5.1291e-03, d1: 3.7637e-03, d2: 2.5677e-02, l1_reg: 5.1538e+02, l2_reg: 3.2038e+02\n",
      "2020/09/03, 19:53:06, Iteration: 685000, Train Loss: 4.6828e-02, c1: 1.6037e-02, c2: 3.5099e-03, d1: 2.5678e-03, d2: 2.4705e-02, l1_reg: 5.1420e+02, l2_reg: 3.2042e+02\n",
      "2020/09/03, 19:53:15, Iteration: 686000, Train Loss: 4.1773e-02, c1: 1.0859e-02, c2: 3.7603e-03, d1: 2.6480e-03, d2: 2.4497e-02, l1_reg: 5.1510e+02, l2_reg: 3.2054e+02\n",
      "2020/09/03, 19:53:24, Iteration: 687000, Train Loss: 3.7548e-02, c1: 6.6148e-03, c2: 3.4783e-03, d1: 2.8205e-03, d2: 2.4626e-02, l1_reg: 5.1454e+02, l2_reg: 3.2067e+02\n",
      "2020/09/03, 19:53:33, Iteration: 688000, Train Loss: 4.4666e-02, c1: 1.3447e-02, c2: 3.9053e-03, d1: 2.2821e-03, d2: 2.5023e-02, l1_reg: 5.1397e+02, l2_reg: 3.2076e+02\n",
      "2020/09/03, 19:53:42, Iteration: 689000, Train Loss: 5.1138e-02, c1: 1.7585e-02, c2: 5.0401e-03, d1: 2.6000e-03, d2: 2.5904e-02, l1_reg: 5.1386e+02, l2_reg: 3.2081e+02\n",
      "2020/09/03, 19:53:51, Iteration: 690000, Train Loss: 4.3730e-02, c1: 1.2619e-02, c2: 3.4963e-03, d1: 2.9222e-03, d2: 2.4684e-02, l1_reg: 5.1387e+02, l2_reg: 3.2087e+02\n",
      "2020/09/03, 19:53:59, Iteration: 691000, Train Loss: 4.8453e-02, c1: 1.5360e-02, c2: 4.7875e-03, d1: 3.3006e-03, d2: 2.4996e-02, l1_reg: 5.1442e+02, l2_reg: 3.2106e+02\n",
      "2020/09/03, 19:54:08, Iteration: 692000, Train Loss: 4.0622e-02, c1: 9.5096e-03, c2: 3.9030e-03, d1: 2.3947e-03, d2: 2.4807e-02, l1_reg: 5.1392e+02, l2_reg: 3.2116e+02\n",
      "2020/09/03, 19:54:17, Iteration: 693000, Train Loss: 4.5679e-02, c1: 1.4499e-02, c2: 3.4321e-03, d1: 3.2981e-03, d2: 2.4442e-02, l1_reg: 5.1565e+02, l2_reg: 3.2130e+02\n",
      "2020/09/03, 19:54:26, Iteration: 694000, Train Loss: 4.0304e-02, c1: 9.2830e-03, c2: 3.5564e-03, d1: 2.8380e-03, d2: 2.4618e-02, l1_reg: 5.1546e+02, l2_reg: 3.2145e+02\n",
      "2020/09/03, 19:54:35, Iteration: 695000, Train Loss: 4.2130e-02, c1: 1.1893e-02, c2: 3.2851e-03, d1: 2.4936e-03, d2: 2.4450e-02, l1_reg: 5.1407e+02, l2_reg: 3.2151e+02\n",
      "2020/09/03, 19:54:44, Iteration: 696000, Train Loss: 4.3082e-02, c1: 1.2940e-02, c2: 3.1166e-03, d1: 2.6907e-03, d2: 2.4327e-02, l1_reg: 5.1413e+02, l2_reg: 3.2165e+02\n",
      "2020/09/03, 19:54:53, Iteration: 697000, Train Loss: 4.5255e-02, c1: 1.3357e-02, c2: 4.2932e-03, d1: 3.0534e-03, d2: 2.4542e-02, l1_reg: 5.1374e+02, l2_reg: 3.2177e+02\n",
      "2020/09/03, 19:55:02, Iteration: 698000, Train Loss: 4.3516e-02, c1: 1.2538e-02, c2: 3.6086e-03, d1: 2.7793e-03, d2: 2.4583e-02, l1_reg: 5.1384e+02, l2_reg: 3.2184e+02\n",
      "2020/09/03, 19:55:11, Iteration: 699000, Train Loss: 4.9766e-02, c1: 1.8191e-02, c2: 3.6947e-03, d1: 3.2114e-03, d2: 2.4661e-02, l1_reg: 5.1386e+02, l2_reg: 3.2195e+02\n",
      "2020/09/03, 19:55:19, Iteration: 700000, Train Loss: 4.4310e-02, c1: 1.3840e-02, c2: 3.4281e-03, d1: 2.6978e-03, d2: 2.4336e-02, l1_reg: 5.1378e+02, l2_reg: 3.2207e+02\n",
      "2020/09/03, 19:55:28, Iteration: 701000, Train Loss: 4.7659e-02, c1: 1.5834e-02, c2: 3.9166e-03, d1: 2.9878e-03, d2: 2.4913e-02, l1_reg: 5.1445e+02, l2_reg: 3.2221e+02\n",
      "2020/09/03, 19:55:37, Iteration: 702000, Train Loss: 4.1389e-02, c1: 1.0345e-02, c2: 3.6070e-03, d1: 2.6198e-03, d2: 2.4809e-02, l1_reg: 5.1412e+02, l2_reg: 3.2229e+02\n",
      "2020/09/03, 19:55:46, Iteration: 703000, Train Loss: 4.2968e-02, c1: 1.0503e-02, c2: 4.5998e-03, d1: 2.7501e-03, d2: 2.5106e-02, l1_reg: 5.1600e+02, l2_reg: 3.2252e+02\n",
      "2020/09/03, 19:55:55, Iteration: 704000, Train Loss: 4.4912e-02, c1: 1.3902e-02, c2: 3.5529e-03, d1: 3.0328e-03, d2: 2.4417e-02, l1_reg: 5.1346e+02, l2_reg: 3.2253e+02\n",
      "2020/09/03, 19:56:04, Iteration: 705000, Train Loss: 4.2922e-02, c1: 1.0985e-02, c2: 3.9228e-03, d1: 2.9881e-03, d2: 2.5018e-02, l1_reg: 5.1449e+02, l2_reg: 3.2267e+02\n",
      "2020/09/03, 19:56:13, Iteration: 706000, Train Loss: 4.2745e-02, c1: 1.1368e-02, c2: 3.5798e-03, d1: 2.9253e-03, d2: 2.4864e-02, l1_reg: 5.1375e+02, l2_reg: 3.2274e+02\n",
      "2020/09/03, 19:56:21, Iteration: 707000, Train Loss: 4.6348e-02, c1: 1.5644e-02, c2: 3.5479e-03, d1: 2.7279e-03, d2: 2.4420e-02, l1_reg: 5.1333e+02, l2_reg: 3.2291e+02\n",
      "2020/09/03, 19:56:30, Iteration: 708000, Train Loss: 4.5672e-02, c1: 1.5353e-02, c2: 3.5230e-03, d1: 2.3864e-03, d2: 2.4401e-02, l1_reg: 5.1345e+02, l2_reg: 3.2299e+02\n",
      "2020/09/03, 19:56:39, Iteration: 709000, Train Loss: 4.5564e-02, c1: 1.5275e-02, c2: 3.2416e-03, d1: 2.4005e-03, d2: 2.4639e-02, l1_reg: 5.1419e+02, l2_reg: 3.2319e+02\n",
      "2020/09/03, 19:56:48, Iteration: 710000, Train Loss: 4.5351e-02, c1: 1.3328e-02, c2: 4.1767e-03, d1: 3.0843e-03, d2: 2.4753e-02, l1_reg: 5.1476e+02, l2_reg: 3.2333e+02\n",
      "2020/09/03, 19:56:57, Iteration: 711000, Train Loss: 3.8823e-02, c1: 7.9101e-03, c2: 3.7401e-03, d1: 2.4798e-03, d2: 2.4685e-02, l1_reg: 5.1416e+02, l2_reg: 3.2335e+02\n",
      "2020/09/03, 19:57:06, Iteration: 712000, Train Loss: 4.1659e-02, c1: 1.0571e-02, c2: 3.6373e-03, d1: 2.5827e-03, d2: 2.4860e-02, l1_reg: 5.1393e+02, l2_reg: 3.2351e+02\n",
      "2020/09/03, 19:57:15, Iteration: 713000, Train Loss: 4.4199e-02, c1: 1.2424e-02, c2: 3.9471e-03, d1: 3.2532e-03, d2: 2.4566e-02, l1_reg: 5.1288e+02, l2_reg: 3.2357e+02\n",
      "2020/09/03, 19:57:24, Iteration: 714000, Train Loss: 4.4179e-02, c1: 1.1291e-02, c2: 4.6819e-03, d1: 3.3379e-03, d2: 2.4860e-02, l1_reg: 5.1300e+02, l2_reg: 3.2367e+02\n",
      "2020/09/03, 19:57:33, Iteration: 715000, Train Loss: 4.1185e-02, c1: 1.0548e-02, c2: 3.0470e-03, d1: 2.9782e-03, d2: 2.4603e-02, l1_reg: 5.1258e+02, l2_reg: 3.2384e+02\n",
      "2020/09/03, 19:57:42, Iteration: 716000, Train Loss: 4.6976e-02, c1: 1.5663e-02, c2: 3.8754e-03, d1: 2.8396e-03, d2: 2.4589e-02, l1_reg: 5.1280e+02, l2_reg: 3.2394e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 19:57:51, Iteration: 717000, Train Loss: 4.6683e-02, c1: 1.4712e-02, c2: 3.9802e-03, d1: 3.0530e-03, d2: 2.4929e-02, l1_reg: 5.1192e+02, l2_reg: 3.2400e+02\n",
      "2020/09/03, 19:58:00, Iteration: 718000, Train Loss: 4.3007e-02, c1: 1.1249e-02, c2: 4.1501e-03, d1: 2.6430e-03, d2: 2.4957e-02, l1_reg: 5.1244e+02, l2_reg: 3.2410e+02\n",
      "2020/09/03, 19:58:09, Iteration: 719000, Train Loss: 4.3012e-02, c1: 1.1193e-02, c2: 4.1573e-03, d1: 2.5913e-03, d2: 2.5062e-02, l1_reg: 5.1252e+02, l2_reg: 3.2431e+02\n",
      "2020/09/03, 19:58:17, Iteration: 720000, Train Loss: 4.7664e-02, c1: 1.6968e-02, c2: 3.3218e-03, d1: 3.0102e-03, d2: 2.4355e-02, l1_reg: 5.1320e+02, l2_reg: 3.2448e+02\n",
      "2020/09/03, 19:58:26, Iteration: 721000, Train Loss: 4.3152e-02, c1: 1.1325e-02, c2: 4.1520e-03, d1: 3.0591e-03, d2: 2.4608e-02, l1_reg: 5.1217e+02, l2_reg: 3.2451e+02\n",
      "2020/09/03, 19:58:35, Iteration: 722000, Train Loss: 4.0969e-02, c1: 1.0458e-02, c2: 3.4025e-03, d1: 2.6531e-03, d2: 2.4447e-02, l1_reg: 5.1159e+02, l2_reg: 3.2461e+02\n",
      "2020/09/03, 19:58:44, Iteration: 723000, Train Loss: 4.2003e-02, c1: 1.0512e-02, c2: 3.5253e-03, d1: 3.3815e-03, d2: 2.4576e-02, l1_reg: 5.1218e+02, l2_reg: 3.2472e+02\n",
      "2020/09/03, 19:58:53, Iteration: 724000, Train Loss: 4.5319e-02, c1: 1.4187e-02, c2: 3.6576e-03, d1: 2.8128e-03, d2: 2.4653e-02, l1_reg: 5.1271e+02, l2_reg: 3.2488e+02\n",
      "2020/09/03, 19:59:02, Iteration: 725000, Train Loss: 3.9399e-02, c1: 8.3331e-03, c2: 3.2927e-03, d1: 3.3327e-03, d2: 2.4433e-02, l1_reg: 5.1126e+02, l2_reg: 3.2493e+02\n",
      "2020/09/03, 19:59:11, Iteration: 726000, Train Loss: 4.4159e-02, c1: 1.3215e-02, c2: 3.6227e-03, d1: 2.6427e-03, d2: 2.4670e-02, l1_reg: 5.1222e+02, l2_reg: 3.2510e+02\n",
      "2020/09/03, 19:59:20, Iteration: 727000, Train Loss: 4.3894e-02, c1: 1.2415e-02, c2: 3.6121e-03, d1: 3.2501e-03, d2: 2.4608e-02, l1_reg: 5.1213e+02, l2_reg: 3.2519e+02\n",
      "2020/09/03, 19:59:29, Iteration: 728000, Train Loss: 4.3627e-02, c1: 1.3708e-02, c2: 3.2089e-03, d1: 2.4861e-03, d2: 2.4216e-02, l1_reg: 5.1268e+02, l2_reg: 3.2537e+02\n",
      "2020/09/03, 19:59:38, Iteration: 729000, Train Loss: 5.2059e-02, c1: 2.0480e-02, c2: 4.0865e-03, d1: 2.6180e-03, d2: 2.4866e-02, l1_reg: 5.1177e+02, l2_reg: 3.2548e+02\n",
      "2020/09/03, 19:59:46, Iteration: 730000, Train Loss: 5.3943e-02, c1: 2.1006e-02, c2: 5.0211e-03, d1: 2.7031e-03, d2: 2.5204e-02, l1_reg: 5.1266e+02, l2_reg: 3.2566e+02\n",
      "2020/09/03, 19:59:55, Iteration: 731000, Train Loss: 4.0810e-02, c1: 9.0703e-03, c2: 4.1645e-03, d1: 2.5256e-03, d2: 2.5042e-02, l1_reg: 5.1213e+02, l2_reg: 3.2576e+02\n",
      "2020/09/03, 20:00:04, Iteration: 732000, Train Loss: 4.2047e-02, c1: 1.1522e-02, c2: 3.3994e-03, d1: 2.5309e-03, d2: 2.4586e-02, l1_reg: 5.1192e+02, l2_reg: 3.2582e+02\n",
      "2020/09/03, 20:00:13, Iteration: 733000, Train Loss: 4.3261e-02, c1: 1.1685e-02, c2: 3.9368e-03, d1: 2.8062e-03, d2: 2.4824e-02, l1_reg: 5.1260e+02, l2_reg: 3.2594e+02\n",
      "2020/09/03, 20:00:22, Iteration: 734000, Train Loss: 4.5806e-02, c1: 1.3764e-02, c2: 3.4616e-03, d1: 3.9463e-03, d2: 2.4625e-02, l1_reg: 5.1171e+02, l2_reg: 3.2607e+02\n",
      "2020/09/03, 20:00:31, Iteration: 735000, Train Loss: 4.6118e-02, c1: 1.3924e-02, c2: 4.6003e-03, d1: 2.4001e-03, d2: 2.5185e-02, l1_reg: 5.1191e+02, l2_reg: 3.2628e+02\n",
      "2020/09/03, 20:00:40, Iteration: 736000, Train Loss: 4.5566e-02, c1: 1.3032e-02, c2: 4.4854e-03, d1: 3.2286e-03, d2: 2.4812e-02, l1_reg: 5.1200e+02, l2_reg: 3.2634e+02\n",
      "2020/09/03, 20:00:48, Iteration: 737000, Train Loss: 4.0586e-02, c1: 8.9836e-03, c2: 4.0168e-03, d1: 2.8249e-03, d2: 2.4752e-02, l1_reg: 5.1235e+02, l2_reg: 3.2650e+02\n",
      "2020/09/03, 20:00:57, Iteration: 738000, Train Loss: 4.7303e-02, c1: 1.5083e-02, c2: 4.1609e-03, d1: 3.4393e-03, d2: 2.4612e-02, l1_reg: 5.1316e+02, l2_reg: 3.2666e+02\n",
      "2020/09/03, 20:01:06, Iteration: 739000, Train Loss: 4.4733e-02, c1: 1.3783e-02, c2: 3.2796e-03, d1: 3.2117e-03, d2: 2.4450e-02, l1_reg: 5.1315e+02, l2_reg: 3.2676e+02\n",
      "2020/09/03, 20:01:15, Iteration: 740000, Train Loss: 4.7683e-02, c1: 1.6983e-02, c2: 3.6506e-03, d1: 2.5180e-03, d2: 2.4523e-02, l1_reg: 5.1198e+02, l2_reg: 3.2682e+02\n",
      "2020/09/03, 20:01:24, Iteration: 741000, Train Loss: 4.3471e-02, c1: 1.2265e-02, c2: 3.8541e-03, d1: 2.6342e-03, d2: 2.4709e-02, l1_reg: 5.1240e+02, l2_reg: 3.2695e+02\n",
      "2020/09/03, 20:01:33, Iteration: 742000, Train Loss: 4.2119e-02, c1: 1.2321e-02, c2: 2.9145e-03, d1: 2.6116e-03, d2: 2.4263e-02, l1_reg: 5.1220e+02, l2_reg: 3.2709e+02\n",
      "2020/09/03, 20:01:42, Iteration: 743000, Train Loss: 4.6716e-02, c1: 1.4900e-02, c2: 3.6637e-03, d1: 3.3430e-03, d2: 2.4800e-02, l1_reg: 5.1280e+02, l2_reg: 3.2725e+02\n",
      "2020/09/03, 20:01:51, Iteration: 744000, Train Loss: 4.4963e-02, c1: 1.3309e-02, c2: 4.0974e-03, d1: 2.7875e-03, d2: 2.4760e-02, l1_reg: 5.1424e+02, l2_reg: 3.2741e+02\n",
      "2020/09/03, 20:02:00, Iteration: 745000, Train Loss: 4.6479e-02, c1: 1.6144e-02, c2: 3.2004e-03, d1: 2.8716e-03, d2: 2.4255e-02, l1_reg: 5.1268e+02, l2_reg: 3.2751e+02\n",
      "2020/09/03, 20:02:09, Iteration: 746000, Train Loss: 5.0097e-02, c1: 1.7728e-02, c2: 4.7882e-03, d1: 2.6130e-03, d2: 2.4959e-02, l1_reg: 5.1306e+02, l2_reg: 3.2763e+02\n",
      "2020/09/03, 20:02:18, Iteration: 747000, Train Loss: 4.3641e-02, c1: 1.2697e-02, c2: 3.4105e-03, d1: 3.0265e-03, d2: 2.4499e-02, l1_reg: 5.1226e+02, l2_reg: 3.2771e+02\n",
      "2020/09/03, 20:02:27, Iteration: 748000, Train Loss: 5.0320e-02, c1: 1.6505e-02, c2: 4.8078e-03, d1: 3.2552e-03, d2: 2.5744e-02, l1_reg: 5.1299e+02, l2_reg: 3.2787e+02\n",
      "2020/09/03, 20:02:35, Iteration: 749000, Train Loss: 4.0055e-02, c1: 1.0073e-02, c2: 3.0643e-03, d1: 2.3821e-03, d2: 2.4527e-02, l1_reg: 5.1295e+02, l2_reg: 3.2798e+02\n",
      "2020/09/03, 20:02:44, Iteration: 750000, Train Loss: 4.5211e-02, c1: 1.3514e-02, c2: 3.9641e-03, d1: 2.8717e-03, d2: 2.4854e-02, l1_reg: 5.1270e+02, l2_reg: 3.2812e+02\n",
      "2020/09/03, 20:02:53, Iteration: 751000, Train Loss: 4.3447e-02, c1: 1.0956e-02, c2: 4.4593e-03, d1: 2.6717e-03, d2: 2.5351e-02, l1_reg: 5.1235e+02, l2_reg: 3.2823e+02\n",
      "2020/09/03, 20:03:02, Iteration: 752000, Train Loss: 4.6341e-02, c1: 1.4822e-02, c2: 4.0460e-03, d1: 2.6324e-03, d2: 2.4832e-02, l1_reg: 5.1245e+02, l2_reg: 3.2832e+02\n",
      "2020/09/03, 20:03:11, Iteration: 753000, Train Loss: 4.7235e-02, c1: 1.5095e-02, c2: 4.4493e-03, d1: 2.8269e-03, d2: 2.4855e-02, l1_reg: 5.1224e+02, l2_reg: 3.2844e+02\n",
      "2020/09/03, 20:03:20, Iteration: 754000, Train Loss: 5.4123e-02, c1: 2.2765e-02, c2: 3.7484e-03, d1: 2.6772e-03, d2: 2.4924e-02, l1_reg: 5.1239e+02, l2_reg: 3.2858e+02\n",
      "2020/09/03, 20:03:28, Iteration: 755000, Train Loss: 5.1551e-02, c1: 2.0165e-02, c2: 3.9673e-03, d1: 2.8921e-03, d2: 2.4518e-02, l1_reg: 5.1393e+02, l2_reg: 3.2887e+02\n",
      "2020/09/03, 20:03:37, Iteration: 756000, Train Loss: 4.7114e-02, c1: 1.5129e-02, c2: 4.2710e-03, d1: 2.8589e-03, d2: 2.4847e-02, l1_reg: 5.1350e+02, l2_reg: 3.2891e+02\n",
      "2020/09/03, 20:03:46, Iteration: 757000, Train Loss: 4.3109e-02, c1: 1.0703e-02, c2: 4.0066e-03, d1: 3.4562e-03, d2: 2.4935e-02, l1_reg: 5.1295e+02, l2_reg: 3.2905e+02\n",
      "2020/09/03, 20:03:55, Iteration: 758000, Train Loss: 4.4982e-02, c1: 1.2942e-02, c2: 4.0474e-03, d1: 3.3063e-03, d2: 2.4678e-02, l1_reg: 5.1227e+02, l2_reg: 3.2913e+02\n",
      "2020/09/03, 20:04:04, Iteration: 759000, Train Loss: 4.4204e-02, c1: 1.2880e-02, c2: 3.8896e-03, d1: 2.5967e-03, d2: 2.4829e-02, l1_reg: 5.1217e+02, l2_reg: 3.2927e+02\n",
      "2020/09/03, 20:04:13, Iteration: 760000, Train Loss: 5.0759e-02, c1: 1.9844e-02, c2: 3.5876e-03, d1: 2.9018e-03, d2: 2.4418e-02, l1_reg: 5.1292e+02, l2_reg: 3.2941e+02\n",
      "2020/09/03, 20:04:22, Iteration: 761000, Train Loss: 4.2702e-02, c1: 9.9716e-03, c2: 4.9008e-03, d1: 2.7477e-03, d2: 2.5073e-02, l1_reg: 5.1157e+02, l2_reg: 3.2950e+02\n",
      "2020/09/03, 20:04:30, Iteration: 762000, Train Loss: 5.1991e-02, c1: 1.8106e-02, c2: 5.3977e-03, d1: 3.0081e-03, d2: 2.5471e-02, l1_reg: 5.1140e+02, l2_reg: 3.2966e+02\n",
      "2020/09/03, 20:04:39, Iteration: 763000, Train Loss: 5.1485e-02, c1: 1.8740e-02, c2: 4.4742e-03, d1: 3.6679e-03, d2: 2.4594e-02, l1_reg: 5.1377e+02, l2_reg: 3.2990e+02\n",
      "2020/09/03, 20:04:48, Iteration: 764000, Train Loss: 4.7329e-02, c1: 1.5769e-02, c2: 4.1519e-03, d1: 2.3163e-03, d2: 2.5083e-02, l1_reg: 5.1286e+02, l2_reg: 3.2996e+02\n",
      "2020/09/03, 20:04:57, Iteration: 765000, Train Loss: 4.5042e-02, c1: 1.3094e-02, c2: 4.1010e-03, d1: 2.7100e-03, d2: 2.5128e-02, l1_reg: 5.1411e+02, l2_reg: 3.3019e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:05:06, Iteration: 766000, Train Loss: 4.2672e-02, c1: 1.2169e-02, c2: 3.4207e-03, d1: 2.5917e-03, d2: 2.4482e-02, l1_reg: 5.1205e+02, l2_reg: 3.3020e+02\n",
      "2020/09/03, 20:05:15, Iteration: 767000, Train Loss: 3.9295e-02, c1: 9.1661e-03, c2: 3.1906e-03, d1: 2.6242e-03, d2: 2.4306e-02, l1_reg: 5.1291e+02, l2_reg: 3.3033e+02\n",
      "2020/09/03, 20:05:24, Iteration: 768000, Train Loss: 4.4089e-02, c1: 1.2476e-02, c2: 3.7953e-03, d1: 3.4124e-03, d2: 2.4397e-02, l1_reg: 5.1246e+02, l2_reg: 3.3049e+02\n",
      "2020/09/03, 20:05:33, Iteration: 769000, Train Loss: 4.4624e-02, c1: 1.3767e-02, c2: 3.6747e-03, d1: 2.8608e-03, d2: 2.4314e-02, l1_reg: 5.1326e+02, l2_reg: 3.3058e+02\n",
      "2020/09/03, 20:05:42, Iteration: 770000, Train Loss: 4.3162e-02, c1: 1.2155e-02, c2: 3.6776e-03, d1: 3.0842e-03, d2: 2.4237e-02, l1_reg: 5.1163e+02, l2_reg: 3.3058e+02\n",
      "2020/09/03, 20:05:50, Iteration: 771000, Train Loss: 4.4222e-02, c1: 1.3248e-02, c2: 3.7024e-03, d1: 2.5275e-03, d2: 2.4735e-02, l1_reg: 5.1194e+02, l2_reg: 3.3068e+02\n",
      "2020/09/03, 20:05:59, Iteration: 772000, Train Loss: 4.5697e-02, c1: 1.4762e-02, c2: 3.6168e-03, d1: 2.4055e-03, d2: 2.4904e-02, l1_reg: 5.1161e+02, l2_reg: 3.3078e+02\n",
      "2020/09/03, 20:06:08, Iteration: 773000, Train Loss: 4.4054e-02, c1: 1.3539e-02, c2: 3.2232e-03, d1: 2.6701e-03, d2: 2.4613e-02, l1_reg: 5.1182e+02, l2_reg: 3.3088e+02\n",
      "2020/09/03, 20:06:17, Iteration: 774000, Train Loss: 4.6306e-02, c1: 1.4607e-02, c2: 4.1291e-03, d1: 2.8449e-03, d2: 2.4716e-02, l1_reg: 5.1087e+02, l2_reg: 3.3090e+02\n",
      "2020/09/03, 20:06:26, Iteration: 775000, Train Loss: 4.2215e-02, c1: 1.1886e-02, c2: 3.2699e-03, d1: 2.7155e-03, d2: 2.4335e-02, l1_reg: 5.0968e+02, l2_reg: 3.3101e+02\n",
      "2020/09/03, 20:06:35, Iteration: 776000, Train Loss: 4.3247e-02, c1: 1.1471e-02, c2: 3.8038e-03, d1: 3.4126e-03, d2: 2.4552e-02, l1_reg: 5.1181e+02, l2_reg: 3.3118e+02\n",
      "2020/09/03, 20:06:43, Iteration: 777000, Train Loss: 4.0085e-02, c1: 9.9059e-03, c2: 3.1509e-03, d1: 2.9298e-03, d2: 2.4090e-02, l1_reg: 5.1036e+02, l2_reg: 3.3127e+02\n",
      "2020/09/03, 20:06:52, Iteration: 778000, Train Loss: 4.9810e-02, c1: 1.8796e-02, c2: 3.6392e-03, d1: 2.6057e-03, d2: 2.4760e-02, l1_reg: 5.1196e+02, l2_reg: 3.3154e+02\n",
      "2020/09/03, 20:07:01, Iteration: 779000, Train Loss: 4.7538e-02, c1: 1.6801e-02, c2: 3.5268e-03, d1: 2.9604e-03, d2: 2.4241e-02, l1_reg: 5.1086e+02, l2_reg: 3.3161e+02\n",
      "2020/09/03, 20:07:10, Iteration: 780000, Train Loss: 4.3966e-02, c1: 1.3645e-02, c2: 3.1173e-03, d1: 2.7546e-03, d2: 2.4441e-02, l1_reg: 5.1014e+02, l2_reg: 3.3168e+02\n",
      "2020/09/03, 20:07:19, Iteration: 781000, Train Loss: 4.5209e-02, c1: 1.3447e-02, c2: 4.1193e-03, d1: 2.9011e-03, d2: 2.4733e-02, l1_reg: 5.1128e+02, l2_reg: 3.3185e+02\n",
      "2020/09/03, 20:07:28, Iteration: 782000, Train Loss: 4.6103e-02, c1: 1.5270e-02, c2: 3.4870e-03, d1: 3.0799e-03, d2: 2.4257e-02, l1_reg: 5.1202e+02, l2_reg: 3.3202e+02\n",
      "2020/09/03, 20:07:37, Iteration: 783000, Train Loss: 4.5151e-02, c1: 1.3850e-02, c2: 3.8551e-03, d1: 2.5647e-03, d2: 2.4873e-02, l1_reg: 5.0979e+02, l2_reg: 3.3207e+02\n",
      "2020/09/03, 20:07:46, Iteration: 784000, Train Loss: 3.8412e-02, c1: 8.7799e-03, c2: 2.6964e-03, d1: 2.7697e-03, d2: 2.4158e-02, l1_reg: 5.0999e+02, l2_reg: 3.3220e+02\n",
      "2020/09/03, 20:07:55, Iteration: 785000, Train Loss: 4.3903e-02, c1: 1.1780e-02, c2: 4.3432e-03, d1: 2.8208e-03, d2: 2.4951e-02, l1_reg: 5.1025e+02, l2_reg: 3.3243e+02\n",
      "2020/09/03, 20:08:04, Iteration: 786000, Train Loss: 4.4159e-02, c1: 1.2784e-02, c2: 3.6963e-03, d1: 3.0598e-03, d2: 2.4611e-02, l1_reg: 5.1092e+02, l2_reg: 3.3253e+02\n",
      "2020/09/03, 20:08:12, Iteration: 787000, Train Loss: 4.5028e-02, c1: 1.3781e-02, c2: 3.3559e-03, d1: 3.3799e-03, d2: 2.4502e-02, l1_reg: 5.1328e+02, l2_reg: 3.3290e+02\n",
      "2020/09/03, 20:08:21, Iteration: 788000, Train Loss: 4.3772e-02, c1: 1.1521e-02, c2: 4.1784e-03, d1: 3.1735e-03, d2: 2.4891e-02, l1_reg: 5.1060e+02, l2_reg: 3.3290e+02\n",
      "2020/09/03, 20:08:30, Iteration: 789000, Train Loss: 4.3609e-02, c1: 1.0479e-02, c2: 4.3985e-03, d1: 3.6658e-03, d2: 2.5057e-02, l1_reg: 5.1031e+02, l2_reg: 3.3303e+02\n",
      "2020/09/03, 20:08:39, Iteration: 790000, Train Loss: 4.2054e-02, c1: 1.1953e-02, c2: 3.2415e-03, d1: 2.3365e-03, d2: 2.4515e-02, l1_reg: 5.0978e+02, l2_reg: 3.3314e+02\n",
      "2020/09/03, 20:08:48, Iteration: 791000, Train Loss: 4.6923e-02, c1: 1.5803e-02, c2: 3.8637e-03, d1: 2.5832e-03, d2: 2.4665e-02, l1_reg: 5.0982e+02, l2_reg: 3.3328e+02\n",
      "2020/09/03, 20:08:57, Iteration: 792000, Train Loss: 4.6074e-02, c1: 1.5631e-02, c2: 3.1605e-03, d1: 2.9755e-03, d2: 2.4298e-02, l1_reg: 5.1069e+02, l2_reg: 3.3348e+02\n",
      "2020/09/03, 20:09:06, Iteration: 793000, Train Loss: 4.2010e-02, c1: 1.0521e-02, c2: 4.2882e-03, d1: 2.7625e-03, d2: 2.4430e-02, l1_reg: 5.0964e+02, l2_reg: 3.3353e+02\n",
      "2020/09/03, 20:09:15, Iteration: 794000, Train Loss: 4.3331e-02, c1: 1.2763e-02, c2: 3.6580e-03, d1: 2.2982e-03, d2: 2.4603e-02, l1_reg: 5.0961e+02, l2_reg: 3.3373e+02\n",
      "2020/09/03, 20:09:24, Iteration: 795000, Train Loss: 4.4834e-02, c1: 1.2412e-02, c2: 4.2580e-03, d1: 2.9117e-03, d2: 2.5244e-02, l1_reg: 5.1073e+02, l2_reg: 3.3393e+02\n",
      "2020/09/03, 20:09:33, Iteration: 796000, Train Loss: 4.4011e-02, c1: 1.2841e-02, c2: 3.7304e-03, d1: 2.7955e-03, d2: 2.4636e-02, l1_reg: 5.0973e+02, l2_reg: 3.3404e+02\n",
      "2020/09/03, 20:09:42, Iteration: 797000, Train Loss: 4.6913e-02, c1: 1.4628e-02, c2: 4.4084e-03, d1: 2.5962e-03, d2: 2.5271e-02, l1_reg: 5.0957e+02, l2_reg: 3.3416e+02\n",
      "2020/09/03, 20:09:51, Iteration: 798000, Train Loss: 4.3992e-02, c1: 1.3290e-02, c2: 3.4593e-03, d1: 2.6888e-03, d2: 2.4545e-02, l1_reg: 5.1056e+02, l2_reg: 3.3437e+02\n",
      "2020/09/03, 20:10:00, Iteration: 799000, Train Loss: 5.1761e-02, c1: 1.9259e-02, c2: 4.7070e-03, d1: 2.6840e-03, d2: 2.5103e-02, l1_reg: 5.0914e+02, l2_reg: 3.3447e+02\n",
      "2020/09/03, 20:10:09, Iteration: 800000, Train Loss: 4.6414e-02, c1: 1.5521e-02, c2: 3.7328e-03, d1: 2.6643e-03, d2: 2.4488e-02, l1_reg: 5.1089e+02, l2_reg: 3.3465e+02\n",
      "2020/09/03, 20:10:18, Iteration: 801000, Train Loss: 4.4167e-02, c1: 1.2265e-02, c2: 3.9992e-03, d1: 2.9645e-03, d2: 2.4930e-02, l1_reg: 5.1121e+02, l2_reg: 3.3483e+02\n",
      "2020/09/03, 20:10:26, Iteration: 802000, Train Loss: 4.3056e-02, c1: 1.1647e-02, c2: 4.0721e-03, d1: 2.4473e-03, d2: 2.4881e-02, l1_reg: 5.1059e+02, l2_reg: 3.3499e+02\n",
      "2020/09/03, 20:10:35, Iteration: 803000, Train Loss: 4.0818e-02, c1: 9.3471e-03, c2: 3.6851e-03, d1: 3.1630e-03, d2: 2.4614e-02, l1_reg: 5.0934e+02, l2_reg: 3.3501e+02\n",
      "2020/09/03, 20:10:44, Iteration: 804000, Train Loss: 4.5968e-02, c1: 1.4458e-02, c2: 4.0899e-03, d1: 2.8575e-03, d2: 2.4555e-02, l1_reg: 5.1002e+02, l2_reg: 3.3514e+02\n",
      "2020/09/03, 20:10:53, Iteration: 805000, Train Loss: 3.8018e-02, c1: 8.0325e-03, c2: 3.0977e-03, d1: 2.8468e-03, d2: 2.4033e-02, l1_reg: 5.1144e+02, l2_reg: 3.3545e+02\n",
      "2020/09/03, 20:11:02, Iteration: 806000, Train Loss: 4.3349e-02, c1: 1.3027e-02, c2: 3.4201e-03, d1: 2.7318e-03, d2: 2.4162e-02, l1_reg: 5.1033e+02, l2_reg: 3.3551e+02\n",
      "2020/09/03, 20:11:11, Iteration: 807000, Train Loss: 4.9039e-02, c1: 1.6278e-02, c2: 4.7798e-03, d1: 3.3073e-03, d2: 2.4665e-02, l1_reg: 5.0965e+02, l2_reg: 3.3563e+02\n",
      "2020/09/03, 20:11:20, Iteration: 808000, Train Loss: 4.2892e-02, c1: 1.0475e-02, c2: 4.4564e-03, d1: 3.0088e-03, d2: 2.4944e-02, l1_reg: 5.1116e+02, l2_reg: 3.3591e+02\n",
      "2020/09/03, 20:11:29, Iteration: 809000, Train Loss: 4.5590e-02, c1: 1.4751e-02, c2: 3.2700e-03, d1: 3.0442e-03, d2: 2.4516e-02, l1_reg: 5.1050e+02, l2_reg: 3.3602e+02\n",
      "2020/09/03, 20:11:37, Iteration: 810000, Train Loss: 4.5943e-02, c1: 1.3527e-02, c2: 4.9261e-03, d1: 2.3938e-03, d2: 2.5088e-02, l1_reg: 5.0978e+02, l2_reg: 3.3607e+02\n",
      "2020/09/03, 20:11:46, Iteration: 811000, Train Loss: 4.2352e-02, c1: 1.1932e-02, c2: 3.6099e-03, d1: 2.4821e-03, d2: 2.4319e-02, l1_reg: 5.1035e+02, l2_reg: 3.3625e+02\n",
      "2020/09/03, 20:11:55, Iteration: 812000, Train Loss: 4.1752e-02, c1: 1.0122e-02, c2: 3.9098e-03, d1: 3.2891e-03, d2: 2.4423e-02, l1_reg: 5.0984e+02, l2_reg: 3.3638e+02\n",
      "2020/09/03, 20:12:04, Iteration: 813000, Train Loss: 4.0111e-02, c1: 1.0043e-02, c2: 3.1128e-03, d1: 2.8889e-03, d2: 2.4058e-02, l1_reg: 5.1076e+02, l2_reg: 3.3650e+02\n",
      "2020/09/03, 20:12:13, Iteration: 814000, Train Loss: 4.5917e-02, c1: 1.4809e-02, c2: 3.9550e-03, d1: 2.5496e-03, d2: 2.4595e-02, l1_reg: 5.1047e+02, l2_reg: 3.3662e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:12:22, Iteration: 815000, Train Loss: 4.9362e-02, c1: 1.5208e-02, c2: 4.8788e-03, d1: 3.6349e-03, d2: 2.5632e-02, l1_reg: 5.1025e+02, l2_reg: 3.3676e+02\n",
      "2020/09/03, 20:12:31, Iteration: 816000, Train Loss: 4.5977e-02, c1: 1.3299e-02, c2: 4.1947e-03, d1: 3.5326e-03, d2: 2.4943e-02, l1_reg: 5.0953e+02, l2_reg: 3.3684e+02\n",
      "2020/09/03, 20:12:40, Iteration: 817000, Train Loss: 4.0325e-02, c1: 9.8043e-03, c2: 3.4259e-03, d1: 2.3910e-03, d2: 2.4695e-02, l1_reg: 5.1019e+02, l2_reg: 3.3696e+02\n",
      "2020/09/03, 20:12:49, Iteration: 818000, Train Loss: 4.2371e-02, c1: 1.2358e-02, c2: 3.1348e-03, d1: 2.6770e-03, d2: 2.4193e-02, l1_reg: 5.0876e+02, l2_reg: 3.3701e+02\n",
      "2020/09/03, 20:12:57, Iteration: 819000, Train Loss: 4.6149e-02, c1: 1.4267e-02, c2: 4.3262e-03, d1: 2.5783e-03, d2: 2.4969e-02, l1_reg: 5.1010e+02, l2_reg: 3.3721e+02\n",
      "2020/09/03, 20:13:06, Iteration: 820000, Train Loss: 4.4105e-02, c1: 1.3348e-02, c2: 3.2381e-03, d1: 3.2632e-03, d2: 2.4247e-02, l1_reg: 5.0783e+02, l2_reg: 3.3725e+02\n",
      "2020/09/03, 20:13:15, Iteration: 821000, Train Loss: 4.6440e-02, c1: 1.5405e-02, c2: 3.6960e-03, d1: 2.9786e-03, d2: 2.4351e-02, l1_reg: 5.0856e+02, l2_reg: 3.3743e+02\n",
      "2020/09/03, 20:13:24, Iteration: 822000, Train Loss: 4.3094e-02, c1: 1.2729e-02, c2: 3.4397e-03, d1: 2.6898e-03, d2: 2.4227e-02, l1_reg: 5.0799e+02, l2_reg: 3.3760e+02\n",
      "2020/09/03, 20:13:33, Iteration: 823000, Train Loss: 5.2075e-02, c1: 2.1679e-02, c2: 3.2269e-03, d1: 2.7268e-03, d2: 2.4434e-02, l1_reg: 5.0709e+02, l2_reg: 3.3768e+02\n",
      "2020/09/03, 20:13:42, Iteration: 824000, Train Loss: 4.9809e-02, c1: 1.6384e-02, c2: 5.0703e-03, d1: 3.0456e-03, d2: 2.5300e-02, l1_reg: 5.0755e+02, l2_reg: 3.3784e+02\n",
      "2020/09/03, 20:13:51, Iteration: 825000, Train Loss: 4.2473e-02, c1: 1.0998e-02, c2: 3.6408e-03, d1: 3.1192e-03, d2: 2.4706e-02, l1_reg: 5.0783e+02, l2_reg: 3.3807e+02\n",
      "2020/09/03, 20:14:00, Iteration: 826000, Train Loss: 3.9224e-02, c1: 8.5865e-03, c2: 3.7399e-03, d1: 2.5668e-03, d2: 2.4322e-02, l1_reg: 5.0772e+02, l2_reg: 3.3825e+02\n",
      "2020/09/03, 20:14:08, Iteration: 827000, Train Loss: 4.2878e-02, c1: 1.2725e-02, c2: 2.9685e-03, d1: 2.8597e-03, d2: 2.4316e-02, l1_reg: 5.0780e+02, l2_reg: 3.3836e+02\n",
      "2020/09/03, 20:14:17, Iteration: 828000, Train Loss: 4.4740e-02, c1: 1.4054e-02, c2: 3.5947e-03, d1: 2.4732e-03, d2: 2.4610e-02, l1_reg: 5.0790e+02, l2_reg: 3.3854e+02\n",
      "2020/09/03, 20:14:26, Iteration: 829000, Train Loss: 3.9864e-02, c1: 9.9006e-03, c2: 2.7932e-03, d1: 3.0016e-03, d2: 2.4160e-02, l1_reg: 5.0758e+02, l2_reg: 3.3867e+02\n",
      "2020/09/03, 20:14:35, Iteration: 830000, Train Loss: 3.8952e-02, c1: 9.8311e-03, c2: 2.6072e-03, d1: 2.4797e-03, d2: 2.4026e-02, l1_reg: 5.0832e+02, l2_reg: 3.3886e+02\n",
      "2020/09/03, 20:14:44, Iteration: 831000, Train Loss: 4.5290e-02, c1: 1.3728e-02, c2: 3.9871e-03, d1: 2.9797e-03, d2: 2.4587e-02, l1_reg: 5.0749e+02, l2_reg: 3.3907e+02\n",
      "2020/09/03, 20:14:53, Iteration: 832000, Train Loss: 4.1934e-02, c1: 9.7677e-03, c2: 3.8943e-03, d1: 3.0489e-03, d2: 2.5215e-02, l1_reg: 5.0863e+02, l2_reg: 3.3923e+02\n",
      "2020/09/03, 20:15:01, Iteration: 833000, Train Loss: 4.4064e-02, c1: 1.2611e-02, c2: 3.9172e-03, d1: 2.7703e-03, d2: 2.4757e-02, l1_reg: 5.0894e+02, l2_reg: 3.3949e+02\n",
      "2020/09/03, 20:15:10, Iteration: 834000, Train Loss: 4.6148e-02, c1: 1.4881e-02, c2: 3.7951e-03, d1: 2.8612e-03, d2: 2.4602e-02, l1_reg: 5.0902e+02, l2_reg: 3.3956e+02\n",
      "2020/09/03, 20:15:19, Iteration: 835000, Train Loss: 4.4884e-02, c1: 1.2602e-02, c2: 4.7220e-03, d1: 2.3008e-03, d2: 2.5251e-02, l1_reg: 5.0755e+02, l2_reg: 3.3970e+02\n",
      "2020/09/03, 20:15:28, Iteration: 836000, Train Loss: 4.3528e-02, c1: 1.2213e-02, c2: 3.3499e-03, d1: 3.2410e-03, d2: 2.4716e-02, l1_reg: 5.0688e+02, l2_reg: 3.3981e+02\n",
      "2020/09/03, 20:15:37, Iteration: 837000, Train Loss: 4.1829e-02, c1: 1.0791e-02, c2: 3.2940e-03, d1: 3.0188e-03, d2: 2.4717e-02, l1_reg: 5.0726e+02, l2_reg: 3.4000e+02\n",
      "2020/09/03, 20:15:46, Iteration: 838000, Train Loss: 4.2013e-02, c1: 1.1889e-02, c2: 3.2364e-03, d1: 2.8437e-03, d2: 2.4036e-02, l1_reg: 5.0947e+02, l2_reg: 3.4024e+02\n",
      "2020/09/03, 20:15:55, Iteration: 839000, Train Loss: 4.2333e-02, c1: 1.1309e-02, c2: 3.6362e-03, d1: 2.7779e-03, d2: 2.4601e-02, l1_reg: 5.0698e+02, l2_reg: 3.4034e+02\n",
      "2020/09/03, 20:16:04, Iteration: 840000, Train Loss: 4.1597e-02, c1: 1.1383e-02, c2: 3.1333e-03, d1: 2.6016e-03, d2: 2.4470e-02, l1_reg: 5.0816e+02, l2_reg: 3.4054e+02\n",
      "2020/09/03, 20:16:13, Iteration: 841000, Train Loss: 4.0290e-02, c1: 1.0413e-02, c2: 3.0359e-03, d1: 2.4812e-03, d2: 2.4351e-02, l1_reg: 5.0745e+02, l2_reg: 3.4069e+02\n",
      "2020/09/03, 20:16:22, Iteration: 842000, Train Loss: 4.1690e-02, c1: 1.1183e-02, c2: 3.0365e-03, d1: 3.0962e-03, d2: 2.4366e-02, l1_reg: 5.0700e+02, l2_reg: 3.4082e+02\n",
      "2020/09/03, 20:16:31, Iteration: 843000, Train Loss: 4.7613e-02, c1: 1.6677e-02, c2: 3.6672e-03, d1: 2.5374e-03, d2: 2.4723e-02, l1_reg: 5.0753e+02, l2_reg: 3.4097e+02\n",
      "2020/09/03, 20:16:40, Iteration: 844000, Train Loss: 4.2669e-02, c1: 1.2419e-02, c2: 2.9288e-03, d1: 3.0219e-03, d2: 2.4292e-02, l1_reg: 5.0716e+02, l2_reg: 3.4114e+02\n",
      "2020/09/03, 20:16:49, Iteration: 845000, Train Loss: 4.4371e-02, c1: 1.3228e-02, c2: 3.0032e-03, d1: 3.5575e-03, d2: 2.4573e-02, l1_reg: 5.0644e+02, l2_reg: 3.4119e+02\n",
      "2020/09/03, 20:16:58, Iteration: 846000, Train Loss: 4.3584e-02, c1: 1.1378e-02, c2: 4.4878e-03, d1: 2.6570e-03, d2: 2.5053e-02, l1_reg: 5.0645e+02, l2_reg: 3.4132e+02\n",
      "2020/09/03, 20:17:07, Iteration: 847000, Train Loss: 4.2734e-02, c1: 1.2602e-02, c2: 3.0756e-03, d1: 2.5205e-03, d2: 2.4528e-02, l1_reg: 5.0665e+02, l2_reg: 3.4150e+02\n",
      "2020/09/03, 20:17:16, Iteration: 848000, Train Loss: 5.1432e-02, c1: 2.0601e-02, c2: 3.7703e-03, d1: 2.6589e-03, d2: 2.4393e-02, l1_reg: 5.0814e+02, l2_reg: 3.4166e+02\n",
      "2020/09/03, 20:17:24, Iteration: 849000, Train Loss: 4.4437e-02, c1: 1.2813e-02, c2: 4.0294e-03, d1: 2.9060e-03, d2: 2.4681e-02, l1_reg: 5.0982e+02, l2_reg: 3.4207e+02\n",
      "2020/09/03, 20:17:33, Iteration: 850000, Train Loss: 4.3912e-02, c1: 1.3146e-02, c2: 3.1548e-03, d1: 3.3176e-03, d2: 2.4285e-02, l1_reg: 5.0660e+02, l2_reg: 3.4197e+02\n",
      "2020/09/03, 20:17:42, Iteration: 851000, Train Loss: 4.4336e-02, c1: 1.3036e-02, c2: 3.4850e-03, d1: 3.1365e-03, d2: 2.4670e-02, l1_reg: 5.0806e+02, l2_reg: 3.4217e+02\n",
      "2020/09/03, 20:17:51, Iteration: 852000, Train Loss: 4.4579e-02, c1: 1.3031e-02, c2: 3.5618e-03, d1: 3.3881e-03, d2: 2.4590e-02, l1_reg: 5.0819e+02, l2_reg: 3.4235e+02\n",
      "2020/09/03, 20:18:00, Iteration: 853000, Train Loss: 4.3943e-02, c1: 1.2296e-02, c2: 3.6029e-03, d1: 3.4763e-03, d2: 2.4559e-02, l1_reg: 5.0685e+02, l2_reg: 3.4245e+02\n",
      "2020/09/03, 20:18:09, Iteration: 854000, Train Loss: 4.5530e-02, c1: 1.3857e-02, c2: 3.8366e-03, d1: 3.3262e-03, d2: 2.4502e-02, l1_reg: 5.0912e+02, l2_reg: 3.4277e+02\n",
      "2020/09/03, 20:18:18, Iteration: 855000, Train Loss: 4.2297e-02, c1: 1.1022e-02, c2: 3.8093e-03, d1: 2.8181e-03, d2: 2.4639e-02, l1_reg: 5.0771e+02, l2_reg: 3.4283e+02\n",
      "2020/09/03, 20:18:26, Iteration: 856000, Train Loss: 4.4741e-02, c1: 1.4127e-02, c2: 3.1466e-03, d1: 2.9571e-03, d2: 2.4503e-02, l1_reg: 5.0831e+02, l2_reg: 3.4297e+02\n",
      "2020/09/03, 20:18:35, Iteration: 857000, Train Loss: 4.3669e-02, c1: 1.2879e-02, c2: 3.6901e-03, d1: 2.7148e-03, d2: 2.4377e-02, l1_reg: 5.0864e+02, l2_reg: 3.4318e+02\n",
      "2020/09/03, 20:18:44, Iteration: 858000, Train Loss: 4.5775e-02, c1: 1.6233e-02, c2: 2.7761e-03, d1: 2.5719e-03, d2: 2.4186e-02, l1_reg: 5.1008e+02, l2_reg: 3.4338e+02\n",
      "2020/09/03, 20:18:53, Iteration: 859000, Train Loss: 4.5859e-02, c1: 1.2889e-02, c2: 4.9554e-03, d1: 3.2885e-03, d2: 2.4717e-02, l1_reg: 5.0774e+02, l2_reg: 3.4350e+02\n",
      "2020/09/03, 20:19:02, Iteration: 860000, Train Loss: 4.0175e-02, c1: 1.0026e-02, c2: 2.9943e-03, d1: 2.8233e-03, d2: 2.4322e-02, l1_reg: 5.0844e+02, l2_reg: 3.4366e+02\n",
      "2020/09/03, 20:19:12, Iteration: 861000, Train Loss: 4.1501e-02, c1: 1.1238e-02, c2: 2.9490e-03, d1: 2.9273e-03, d2: 2.4379e-02, l1_reg: 5.0935e+02, l2_reg: 3.4381e+02\n",
      "2020/09/03, 20:19:20, Iteration: 862000, Train Loss: 4.7560e-02, c1: 1.5761e-02, c2: 3.7109e-03, d1: 3.3134e-03, d2: 2.4766e-02, l1_reg: 5.0823e+02, l2_reg: 3.4395e+02\n",
      "2020/09/03, 20:19:29, Iteration: 863000, Train Loss: 4.6163e-02, c1: 1.4394e-02, c2: 3.9087e-03, d1: 3.1962e-03, d2: 2.4656e-02, l1_reg: 5.0975e+02, l2_reg: 3.4422e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:19:38, Iteration: 864000, Train Loss: 4.3834e-02, c1: 1.2847e-02, c2: 3.6209e-03, d1: 2.8525e-03, d2: 2.4505e-02, l1_reg: 5.0813e+02, l2_reg: 3.4429e+02\n",
      "2020/09/03, 20:19:47, Iteration: 865000, Train Loss: 4.4914e-02, c1: 1.3709e-02, c2: 3.4196e-03, d1: 3.0584e-03, d2: 2.4719e-02, l1_reg: 5.0833e+02, l2_reg: 3.4441e+02\n",
      "2020/09/03, 20:19:56, Iteration: 866000, Train Loss: 5.0378e-02, c1: 1.8458e-02, c2: 4.0370e-03, d1: 3.2222e-03, d2: 2.4652e-02, l1_reg: 5.1030e+02, l2_reg: 3.4460e+02\n",
      "2020/09/03, 20:20:05, Iteration: 867000, Train Loss: 4.4906e-02, c1: 1.5191e-02, c2: 2.8423e-03, d1: 2.5798e-03, d2: 2.4284e-02, l1_reg: 5.0871e+02, l2_reg: 3.4477e+02\n",
      "2020/09/03, 20:20:13, Iteration: 868000, Train Loss: 4.4447e-02, c1: 1.4063e-02, c2: 2.8896e-03, d1: 3.2777e-03, d2: 2.4209e-02, l1_reg: 5.0782e+02, l2_reg: 3.4488e+02\n",
      "2020/09/03, 20:20:22, Iteration: 869000, Train Loss: 4.2164e-02, c1: 1.1452e-02, c2: 3.5796e-03, d1: 2.5395e-03, d2: 2.4584e-02, l1_reg: 5.0820e+02, l2_reg: 3.4507e+02\n",
      "2020/09/03, 20:20:31, Iteration: 870000, Train Loss: 4.4290e-02, c1: 1.2932e-02, c2: 3.9962e-03, d1: 2.5567e-03, d2: 2.4797e-02, l1_reg: 5.0911e+02, l2_reg: 3.4517e+02\n",
      "2020/09/03, 20:20:40, Iteration: 871000, Train Loss: 4.8985e-02, c1: 1.7724e-02, c2: 3.6819e-03, d1: 3.1254e-03, d2: 2.4445e-02, l1_reg: 5.0884e+02, l2_reg: 3.4537e+02\n",
      "2020/09/03, 20:20:49, Iteration: 872000, Train Loss: 4.6240e-02, c1: 1.5341e-02, c2: 4.0263e-03, d1: 2.5559e-03, d2: 2.4309e-02, l1_reg: 5.1017e+02, l2_reg: 3.4559e+02\n",
      "2020/09/03, 20:20:58, Iteration: 873000, Train Loss: 4.4861e-02, c1: 1.2804e-02, c2: 4.2104e-03, d1: 2.7612e-03, d2: 2.5077e-02, l1_reg: 5.0856e+02, l2_reg: 3.4563e+02\n",
      "2020/09/03, 20:21:06, Iteration: 874000, Train Loss: 4.5058e-02, c1: 1.4765e-02, c2: 3.3396e-03, d1: 2.7808e-03, d2: 2.4164e-02, l1_reg: 5.0872e+02, l2_reg: 3.4576e+02\n",
      "2020/09/03, 20:21:15, Iteration: 875000, Train Loss: 4.9866e-02, c1: 1.7753e-02, c2: 4.4908e-03, d1: 2.6008e-03, d2: 2.5013e-02, l1_reg: 5.0906e+02, l2_reg: 3.4591e+02\n",
      "2020/09/03, 20:21:24, Iteration: 876000, Train Loss: 4.3836e-02, c1: 1.4335e-02, c2: 2.7727e-03, d1: 2.5526e-03, d2: 2.4167e-02, l1_reg: 5.0878e+02, l2_reg: 3.4607e+02\n",
      "2020/09/03, 20:21:32, Iteration: 877000, Train Loss: 4.6276e-02, c1: 1.6262e-02, c2: 2.6632e-03, d1: 3.3221e-03, d2: 2.4020e-02, l1_reg: 5.0912e+02, l2_reg: 3.4616e+02\n",
      "2020/09/03, 20:21:41, Iteration: 878000, Train Loss: 4.1926e-02, c1: 1.1734e-02, c2: 3.3046e-03, d1: 2.5320e-03, d2: 2.4347e-02, l1_reg: 5.1078e+02, l2_reg: 3.4647e+02\n",
      "2020/09/03, 20:21:50, Iteration: 879000, Train Loss: 4.4951e-02, c1: 1.2860e-02, c2: 3.7806e-03, d1: 3.6886e-03, d2: 2.4613e-02, l1_reg: 5.0964e+02, l2_reg: 3.4650e+02\n",
      "2020/09/03, 20:21:59, Iteration: 880000, Train Loss: 4.5369e-02, c1: 1.2946e-02, c2: 4.6412e-03, d1: 3.3103e-03, d2: 2.4463e-02, l1_reg: 5.1002e+02, l2_reg: 3.4672e+02\n",
      "2020/09/03, 20:22:08, Iteration: 881000, Train Loss: 4.7641e-02, c1: 1.7224e-02, c2: 3.0810e-03, d1: 3.1450e-03, d2: 2.4183e-02, l1_reg: 5.1127e+02, l2_reg: 3.4688e+02\n",
      "2020/09/03, 20:22:17, Iteration: 882000, Train Loss: 4.0651e-02, c1: 1.0164e-02, c2: 2.8128e-03, d1: 3.2937e-03, d2: 2.4372e-02, l1_reg: 5.1305e+02, l2_reg: 3.4715e+02\n",
      "2020/09/03, 20:22:26, Iteration: 883000, Train Loss: 4.4345e-02, c1: 1.2311e-02, c2: 3.8753e-03, d1: 3.4193e-03, d2: 2.4731e-02, l1_reg: 5.0925e+02, l2_reg: 3.4711e+02\n",
      "2020/09/03, 20:22:35, Iteration: 884000, Train Loss: 3.9783e-02, c1: 8.2871e-03, c2: 3.7172e-03, d1: 3.3336e-03, d2: 2.4436e-02, l1_reg: 5.1065e+02, l2_reg: 3.4727e+02\n",
      "2020/09/03, 20:22:44, Iteration: 885000, Train Loss: 4.8087e-02, c1: 1.5453e-02, c2: 4.5853e-03, d1: 3.3687e-03, d2: 2.4672e-02, l1_reg: 5.1077e+02, l2_reg: 3.4747e+02\n",
      "2020/09/03, 20:22:53, Iteration: 886000, Train Loss: 4.9247e-02, c1: 1.8726e-02, c2: 3.2682e-03, d1: 2.9101e-03, d2: 2.4335e-02, l1_reg: 5.0972e+02, l2_reg: 3.4751e+02\n",
      "2020/09/03, 20:23:02, Iteration: 887000, Train Loss: 4.4241e-02, c1: 1.3522e-02, c2: 3.3441e-03, d1: 3.1273e-03, d2: 2.4239e-02, l1_reg: 5.1204e+02, l2_reg: 3.4782e+02\n",
      "2020/09/03, 20:23:11, Iteration: 888000, Train Loss: 4.1774e-02, c1: 1.1503e-02, c2: 3.2791e-03, d1: 2.5296e-03, d2: 2.4454e-02, l1_reg: 5.1044e+02, l2_reg: 3.4790e+02\n",
      "2020/09/03, 20:23:19, Iteration: 889000, Train Loss: 4.0246e-02, c1: 9.5363e-03, c2: 3.4365e-03, d1: 2.7995e-03, d2: 2.4465e-02, l1_reg: 5.0946e+02, l2_reg: 3.4800e+02\n",
      "2020/09/03, 20:23:28, Iteration: 890000, Train Loss: 4.2168e-02, c1: 1.2605e-02, c2: 2.8410e-03, d1: 2.5426e-03, d2: 2.4171e-02, l1_reg: 5.1243e+02, l2_reg: 3.4829e+02\n",
      "2020/09/03, 20:23:37, Iteration: 891000, Train Loss: 4.6386e-02, c1: 1.6432e-02, c2: 3.0396e-03, d1: 2.6952e-03, d2: 2.4211e-02, l1_reg: 5.1029e+02, l2_reg: 3.4828e+02\n",
      "2020/09/03, 20:23:46, Iteration: 892000, Train Loss: 4.4502e-02, c1: 1.4353e-02, c2: 3.2129e-03, d1: 2.4565e-03, d2: 2.4472e-02, l1_reg: 5.1161e+02, l2_reg: 3.4842e+02\n",
      "2020/09/03, 20:23:55, Iteration: 893000, Train Loss: 4.1445e-02, c1: 1.0538e-02, c2: 3.7097e-03, d1: 3.0972e-03, d2: 2.4092e-02, l1_reg: 5.1099e+02, l2_reg: 3.4859e+02\n",
      "2020/09/03, 20:24:04, Iteration: 894000, Train Loss: 4.1451e-02, c1: 1.1127e-02, c2: 3.2561e-03, d1: 2.5684e-03, d2: 2.4491e-02, l1_reg: 5.1035e+02, l2_reg: 3.4870e+02\n",
      "2020/09/03, 20:24:13, Iteration: 895000, Train Loss: 4.3181e-02, c1: 1.2633e-02, c2: 3.3644e-03, d1: 2.6909e-03, d2: 2.4483e-02, l1_reg: 5.1005e+02, l2_reg: 3.4880e+02\n",
      "2020/09/03, 20:24:22, Iteration: 896000, Train Loss: 4.6243e-02, c1: 1.5441e-02, c2: 3.0451e-03, d1: 3.3786e-03, d2: 2.4370e-02, l1_reg: 5.1041e+02, l2_reg: 3.4894e+02\n",
      "2020/09/03, 20:24:31, Iteration: 897000, Train Loss: 4.7683e-02, c1: 1.3667e-02, c2: 5.2127e-03, d1: 3.4634e-03, d2: 2.5331e-02, l1_reg: 5.1241e+02, l2_reg: 3.4912e+02\n",
      "2020/09/03, 20:24:40, Iteration: 898000, Train Loss: 4.5988e-02, c1: 1.5126e-02, c2: 3.7543e-03, d1: 2.9337e-03, d2: 2.4166e-02, l1_reg: 5.1083e+02, l2_reg: 3.4916e+02\n",
      "2020/09/03, 20:24:49, Iteration: 899000, Train Loss: 4.6275e-02, c1: 1.6466e-02, c2: 3.2057e-03, d1: 2.5674e-03, d2: 2.4028e-02, l1_reg: 5.1107e+02, l2_reg: 3.4930e+02\n",
      "2020/09/03, 20:24:57, Iteration: 900000, Train Loss: 4.3635e-02, c1: 1.3076e-02, c2: 3.5128e-03, d1: 2.8359e-03, d2: 2.4202e-02, l1_reg: 5.1031e+02, l2_reg: 3.4941e+02\n",
      "2020/09/03, 20:25:06, Iteration: 901000, Train Loss: 5.2674e-02, c1: 2.1255e-02, c2: 3.2000e-03, d1: 3.6682e-03, d2: 2.4542e-02, l1_reg: 5.1290e+02, l2_reg: 3.4964e+02\n",
      "2020/09/03, 20:25:15, Iteration: 902000, Train Loss: 4.9836e-02, c1: 1.7570e-02, c2: 4.3805e-03, d1: 2.8537e-03, d2: 2.5023e-02, l1_reg: 5.1300e+02, l2_reg: 3.4977e+02\n",
      "2020/09/03, 20:25:24, Iteration: 903000, Train Loss: 4.3810e-02, c1: 1.3058e-02, c2: 3.4625e-03, d1: 3.0292e-03, d2: 2.4251e-02, l1_reg: 5.1272e+02, l2_reg: 3.4981e+02\n",
      "2020/09/03, 20:25:33, Iteration: 904000, Train Loss: 4.3374e-02, c1: 1.1730e-02, c2: 3.6163e-03, d1: 3.3742e-03, d2: 2.4645e-02, l1_reg: 5.1428e+02, l2_reg: 3.5010e+02\n",
      "2020/09/03, 20:25:42, Iteration: 905000, Train Loss: 4.4538e-02, c1: 1.2698e-02, c2: 4.4435e-03, d1: 2.3929e-03, d2: 2.4995e-02, l1_reg: 5.1078e+02, l2_reg: 3.5003e+02\n",
      "2020/09/03, 20:25:51, Iteration: 906000, Train Loss: 4.2071e-02, c1: 1.2384e-02, c2: 2.9455e-03, d1: 2.5024e-03, d2: 2.4230e-02, l1_reg: 5.1120e+02, l2_reg: 3.5017e+02\n",
      "2020/09/03, 20:26:00, Iteration: 907000, Train Loss: 4.3594e-02, c1: 1.1491e-02, c2: 4.1654e-03, d1: 2.7402e-03, d2: 2.5189e-02, l1_reg: 5.1223e+02, l2_reg: 3.5033e+02\n",
      "2020/09/03, 20:26:09, Iteration: 908000, Train Loss: 4.6560e-02, c1: 1.3290e-02, c2: 4.9801e-03, d1: 2.8950e-03, d2: 2.5387e-02, l1_reg: 5.1221e+02, l2_reg: 3.5048e+02\n",
      "2020/09/03, 20:26:17, Iteration: 909000, Train Loss: 4.4003e-02, c1: 1.3406e-02, c2: 3.4607e-03, d1: 2.4672e-03, d2: 2.4660e-02, l1_reg: 5.1175e+02, l2_reg: 3.5057e+02\n",
      "2020/09/03, 20:26:26, Iteration: 910000, Train Loss: 4.4675e-02, c1: 1.2525e-02, c2: 4.4295e-03, d1: 3.2661e-03, d2: 2.4445e-02, l1_reg: 5.1293e+02, l2_reg: 3.5072e+02\n",
      "2020/09/03, 20:26:35, Iteration: 911000, Train Loss: 4.1112e-02, c1: 1.0017e-02, c2: 3.4842e-03, d1: 3.1017e-03, d2: 2.4500e-02, l1_reg: 5.1089e+02, l2_reg: 3.5075e+02\n",
      "2020/09/03, 20:26:44, Iteration: 912000, Train Loss: 4.4517e-02, c1: 1.3652e-02, c2: 3.3097e-03, d1: 3.2713e-03, d2: 2.4275e-02, l1_reg: 5.1241e+02, l2_reg: 3.5094e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:26:53, Iteration: 913000, Train Loss: 4.4487e-02, c1: 1.3759e-02, c2: 3.4727e-03, d1: 2.9025e-03, d2: 2.4343e-02, l1_reg: 5.1368e+02, l2_reg: 3.5105e+02\n",
      "2020/09/03, 20:27:02, Iteration: 914000, Train Loss: 3.9286e-02, c1: 9.6769e-03, c2: 2.5408e-03, d1: 3.0949e-03, d2: 2.3965e-02, l1_reg: 5.1156e+02, l2_reg: 3.5105e+02\n",
      "2020/09/03, 20:27:11, Iteration: 915000, Train Loss: 4.2780e-02, c1: 1.1631e-02, c2: 3.4884e-03, d1: 3.2164e-03, d2: 2.4435e-02, l1_reg: 5.1082e+02, l2_reg: 3.5118e+02\n",
      "2020/09/03, 20:27:20, Iteration: 916000, Train Loss: 4.3399e-02, c1: 1.4014e-02, c2: 2.7070e-03, d1: 2.5303e-03, d2: 2.4138e-02, l1_reg: 5.1232e+02, l2_reg: 3.5130e+02\n",
      "2020/09/03, 20:27:29, Iteration: 917000, Train Loss: 4.9271e-02, c1: 1.7254e-02, c2: 4.4190e-03, d1: 2.6572e-03, d2: 2.4932e-02, l1_reg: 5.1240e+02, l2_reg: 3.5146e+02\n",
      "2020/09/03, 20:27:37, Iteration: 918000, Train Loss: 4.6076e-02, c1: 1.4623e-02, c2: 4.1303e-03, d1: 2.7037e-03, d2: 2.4611e-02, l1_reg: 5.1263e+02, l2_reg: 3.5158e+02\n",
      "2020/09/03, 20:27:46, Iteration: 919000, Train Loss: 4.4820e-02, c1: 1.2495e-02, c2: 4.5395e-03, d1: 2.6280e-03, d2: 2.5150e-02, l1_reg: 5.1218e+02, l2_reg: 3.5163e+02\n",
      "2020/09/03, 20:27:55, Iteration: 920000, Train Loss: 4.1540e-02, c1: 1.1840e-02, c2: 3.1420e-03, d1: 2.4828e-03, d2: 2.4066e-02, l1_reg: 5.1326e+02, l2_reg: 3.5174e+02\n",
      "2020/09/03, 20:28:04, Iteration: 921000, Train Loss: 4.3576e-02, c1: 1.2475e-02, c2: 3.4412e-03, d1: 3.0772e-03, d2: 2.4573e-02, l1_reg: 5.1243e+02, l2_reg: 3.5183e+02\n",
      "2020/09/03, 20:28:13, Iteration: 922000, Train Loss: 4.4575e-02, c1: 1.4654e-02, c2: 2.7967e-03, d1: 2.9535e-03, d2: 2.4162e-02, l1_reg: 5.1295e+02, l2_reg: 3.5193e+02\n",
      "2020/09/03, 20:28:22, Iteration: 923000, Train Loss: 4.0522e-02, c1: 9.9135e-03, c2: 3.1727e-03, d1: 2.8467e-03, d2: 2.4581e-02, l1_reg: 5.1237e+02, l2_reg: 3.5209e+02\n",
      "2020/09/03, 20:28:31, Iteration: 924000, Train Loss: 4.7825e-02, c1: 1.6684e-02, c2: 3.6993e-03, d1: 2.8601e-03, d2: 2.4573e-02, l1_reg: 5.1300e+02, l2_reg: 3.5219e+02\n",
      "2020/09/03, 20:28:40, Iteration: 925000, Train Loss: 4.3384e-02, c1: 1.2246e-02, c2: 3.0120e-03, d1: 3.9196e-03, d2: 2.4197e-02, l1_reg: 5.1207e+02, l2_reg: 3.5221e+02\n",
      "2020/09/03, 20:28:49, Iteration: 926000, Train Loss: 3.9410e-02, c1: 9.8836e-03, c2: 2.6661e-03, d1: 2.8251e-03, d2: 2.4027e-02, l1_reg: 5.1302e+02, l2_reg: 3.5239e+02\n",
      "2020/09/03, 20:28:58, Iteration: 927000, Train Loss: 3.8687e-02, c1: 7.5093e-03, c2: 3.9564e-03, d1: 2.7425e-03, d2: 2.4470e-02, l1_reg: 5.1426e+02, l2_reg: 3.5255e+02\n",
      "2020/09/03, 20:29:06, Iteration: 928000, Train Loss: 4.2154e-02, c1: 1.1749e-02, c2: 3.5054e-03, d1: 2.7572e-03, d2: 2.4133e-02, l1_reg: 5.1524e+02, l2_reg: 3.5266e+02\n",
      "2020/09/03, 20:29:15, Iteration: 929000, Train Loss: 4.1520e-02, c1: 1.1073e-02, c2: 3.3530e-03, d1: 2.5108e-03, d2: 2.4574e-02, l1_reg: 5.1273e+02, l2_reg: 3.5275e+02\n",
      "2020/09/03, 20:29:24, Iteration: 930000, Train Loss: 4.1495e-02, c1: 1.2168e-02, c2: 2.8843e-03, d1: 2.5171e-03, d2: 2.3917e-02, l1_reg: 5.1351e+02, l2_reg: 3.5282e+02\n",
      "2020/09/03, 20:29:33, Iteration: 931000, Train Loss: 4.7341e-02, c1: 1.6047e-02, c2: 3.5611e-03, d1: 3.3986e-03, d2: 2.4326e-02, l1_reg: 5.1290e+02, l2_reg: 3.5293e+02\n",
      "2020/09/03, 20:29:42, Iteration: 932000, Train Loss: 4.2369e-02, c1: 1.3130e-02, c2: 2.7204e-03, d1: 2.3811e-03, d2: 2.4128e-02, l1_reg: 5.1407e+02, l2_reg: 3.5300e+02\n",
      "2020/09/03, 20:29:51, Iteration: 933000, Train Loss: 3.9396e-02, c1: 7.9016e-03, c2: 4.1474e-03, d1: 2.6814e-03, d2: 2.4657e-02, l1_reg: 5.1374e+02, l2_reg: 3.5316e+02\n",
      "2020/09/03, 20:30:00, Iteration: 934000, Train Loss: 3.9401e-02, c1: 9.3581e-03, c2: 3.1192e-03, d1: 2.7368e-03, d2: 2.4178e-02, l1_reg: 5.1314e+02, l2_reg: 3.5321e+02\n",
      "2020/09/03, 20:30:09, Iteration: 935000, Train Loss: 4.1309e-02, c1: 1.0440e-02, c2: 3.7842e-03, d1: 2.6261e-03, d2: 2.4450e-02, l1_reg: 5.1288e+02, l2_reg: 3.5329e+02\n",
      "2020/09/03, 20:30:18, Iteration: 936000, Train Loss: 4.6250e-02, c1: 1.4366e-02, c2: 4.1015e-03, d1: 2.9204e-03, d2: 2.4854e-02, l1_reg: 5.1318e+02, l2_reg: 3.5338e+02\n",
      "2020/09/03, 20:30:26, Iteration: 937000, Train Loss: 4.5286e-02, c1: 1.3854e-02, c2: 3.7891e-03, d1: 3.0009e-03, d2: 2.4634e-02, l1_reg: 5.1377e+02, l2_reg: 3.5352e+02\n",
      "2020/09/03, 20:30:35, Iteration: 938000, Train Loss: 4.1553e-02, c1: 1.1234e-02, c2: 3.3995e-03, d1: 2.7637e-03, d2: 2.4147e-02, l1_reg: 5.1500e+02, l2_reg: 3.5366e+02\n",
      "2020/09/03, 20:30:44, Iteration: 939000, Train Loss: 4.4508e-02, c1: 1.4067e-02, c2: 2.9300e-03, d1: 3.4294e-03, d2: 2.4073e-02, l1_reg: 5.1242e+02, l2_reg: 3.5369e+02\n",
      "2020/09/03, 20:30:53, Iteration: 940000, Train Loss: 4.3908e-02, c1: 1.2110e-02, c2: 4.0598e-03, d1: 2.9429e-03, d2: 2.4787e-02, l1_reg: 5.1358e+02, l2_reg: 3.5382e+02\n",
      "2020/09/03, 20:31:02, Iteration: 941000, Train Loss: 4.9283e-02, c1: 1.7662e-02, c2: 3.8564e-03, d1: 2.9192e-03, d2: 2.4836e-02, l1_reg: 5.1450e+02, l2_reg: 3.5392e+02\n",
      "2020/09/03, 20:31:11, Iteration: 942000, Train Loss: 4.7228e-02, c1: 1.4896e-02, c2: 4.3744e-03, d1: 3.0743e-03, d2: 2.4874e-02, l1_reg: 5.1363e+02, l2_reg: 3.5397e+02\n",
      "2020/09/03, 20:31:19, Iteration: 943000, Train Loss: 4.5173e-02, c1: 1.4965e-02, c2: 3.4282e-03, d1: 2.4773e-03, d2: 2.4294e-02, l1_reg: 5.1553e+02, l2_reg: 3.5429e+02\n",
      "2020/09/03, 20:31:28, Iteration: 944000, Train Loss: 4.2567e-02, c1: 1.2662e-02, c2: 2.7020e-03, d1: 3.3675e-03, d2: 2.3828e-02, l1_reg: 5.1377e+02, l2_reg: 3.5420e+02\n",
      "2020/09/03, 20:31:37, Iteration: 945000, Train Loss: 4.6920e-02, c1: 1.5446e-02, c2: 3.5451e-03, d1: 3.5697e-03, d2: 2.4351e-02, l1_reg: 5.1469e+02, l2_reg: 3.5434e+02\n",
      "2020/09/03, 20:31:46, Iteration: 946000, Train Loss: 5.3010e-02, c1: 2.0716e-02, c2: 4.5446e-03, d1: 3.3367e-03, d2: 2.4404e-02, l1_reg: 5.1453e+02, l2_reg: 3.5445e+02\n",
      "2020/09/03, 20:31:55, Iteration: 947000, Train Loss: 4.6570e-02, c1: 1.4494e-02, c2: 4.4286e-03, d1: 2.5929e-03, d2: 2.5046e-02, l1_reg: 5.1678e+02, l2_reg: 3.5471e+02\n",
      "2020/09/03, 20:32:04, Iteration: 948000, Train Loss: 4.2018e-02, c1: 1.0812e-02, c2: 3.9847e-03, d1: 2.8443e-03, d2: 2.4368e-02, l1_reg: 5.1643e+02, l2_reg: 3.5477e+02\n",
      "2020/09/03, 20:32:13, Iteration: 949000, Train Loss: 4.8878e-02, c1: 1.6938e-02, c2: 3.2319e-03, d1: 4.1983e-03, d2: 2.4501e-02, l1_reg: 5.1462e+02, l2_reg: 3.5474e+02\n",
      "2020/09/03, 20:32:22, Iteration: 950000, Train Loss: 4.6439e-02, c1: 1.3503e-02, c2: 4.5866e-03, d1: 3.2543e-03, d2: 2.5086e-02, l1_reg: 5.1500e+02, l2_reg: 3.5491e+02\n",
      "2020/09/03, 20:32:31, Iteration: 951000, Train Loss: 3.9836e-02, c1: 9.6192e-03, c2: 2.9985e-03, d1: 3.0100e-03, d2: 2.4200e-02, l1_reg: 5.1567e+02, l2_reg: 3.5498e+02\n",
      "2020/09/03, 20:32:40, Iteration: 952000, Train Loss: 5.1406e-02, c1: 1.9669e-02, c2: 3.8964e-03, d1: 3.2985e-03, d2: 2.4534e-02, l1_reg: 5.1351e+02, l2_reg: 3.5501e+02\n",
      "2020/09/03, 20:32:48, Iteration: 953000, Train Loss: 4.0153e-02, c1: 9.6051e-03, c2: 3.5192e-03, d1: 2.8308e-03, d2: 2.4189e-02, l1_reg: 5.1320e+02, l2_reg: 3.5510e+02\n",
      "2020/09/03, 20:32:57, Iteration: 954000, Train Loss: 4.6643e-02, c1: 1.3949e-02, c2: 4.0291e-03, d1: 3.8005e-03, d2: 2.4856e-02, l1_reg: 5.1384e+02, l2_reg: 3.5520e+02\n",
      "2020/09/03, 20:33:06, Iteration: 955000, Train Loss: 3.8305e-02, c1: 8.5468e-03, c2: 3.3941e-03, d1: 2.3547e-03, d2: 2.4000e-02, l1_reg: 5.1536e+02, l2_reg: 3.5545e+02\n",
      "2020/09/03, 20:33:15, Iteration: 956000, Train Loss: 4.1393e-02, c1: 1.1831e-02, c2: 2.9298e-03, d1: 2.6500e-03, d2: 2.3974e-02, l1_reg: 5.1436e+02, l2_reg: 3.5542e+02\n",
      "2020/09/03, 20:33:24, Iteration: 957000, Train Loss: 4.0613e-02, c1: 1.1542e-02, c2: 2.4168e-03, d1: 2.8169e-03, d2: 2.3828e-02, l1_reg: 5.1509e+02, l2_reg: 3.5552e+02\n",
      "2020/09/03, 20:33:33, Iteration: 958000, Train Loss: 4.2592e-02, c1: 1.0677e-02, c2: 4.5022e-03, d1: 2.7541e-03, d2: 2.4650e-02, l1_reg: 5.1415e+02, l2_reg: 3.5560e+02\n",
      "2020/09/03, 20:33:41, Iteration: 959000, Train Loss: 4.5959e-02, c1: 1.5227e-02, c2: 3.0684e-03, d1: 3.4560e-03, d2: 2.4199e-02, l1_reg: 5.1351e+02, l2_reg: 3.5567e+02\n",
      "2020/09/03, 20:33:50, Iteration: 960000, Train Loss: 4.0311e-02, c1: 9.2681e-03, c2: 3.4712e-03, d1: 3.0559e-03, d2: 2.4507e-02, l1_reg: 5.1552e+02, l2_reg: 3.5582e+02\n",
      "2020/09/03, 20:33:59, Iteration: 961000, Train Loss: 4.3359e-02, c1: 1.3445e-02, c2: 3.2171e-03, d1: 2.5987e-03, d2: 2.4089e-02, l1_reg: 5.1447e+02, l2_reg: 3.5588e+02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2020/09/03, 20:34:08, Iteration: 962000, Train Loss: 4.5395e-02, c1: 1.4176e-02, c2: 3.8652e-03, d1: 2.9001e-03, d2: 2.4445e-02, l1_reg: 5.1357e+02, l2_reg: 3.5594e+02\n",
      "2020/09/03, 20:34:17, Iteration: 963000, Train Loss: 4.1681e-02, c1: 1.2097e-02, c2: 2.9507e-03, d1: 2.5694e-03, d2: 2.4055e-02, l1_reg: 5.1375e+02, l2_reg: 3.5605e+02\n",
      "2020/09/03, 20:34:26, Iteration: 964000, Train Loss: 4.1473e-02, c1: 1.1696e-02, c2: 2.8447e-03, d1: 2.9297e-03, d2: 2.3994e-02, l1_reg: 5.1423e+02, l2_reg: 3.5613e+02\n",
      "2020/09/03, 20:34:35, Iteration: 965000, Train Loss: 4.1936e-02, c1: 1.0648e-02, c2: 3.8795e-03, d1: 3.1264e-03, d2: 2.4273e-02, l1_reg: 5.1433e+02, l2_reg: 3.5624e+02\n",
      "2020/09/03, 20:34:44, Iteration: 966000, Train Loss: 4.7155e-02, c1: 1.3848e-02, c2: 4.5543e-03, d1: 3.5960e-03, d2: 2.5148e-02, l1_reg: 5.1324e+02, l2_reg: 3.5626e+02\n",
      "2020/09/03, 20:34:53, Iteration: 967000, Train Loss: 4.5516e-02, c1: 1.2399e-02, c2: 4.5314e-03, d1: 3.4751e-03, d2: 2.5102e-02, l1_reg: 5.1396e+02, l2_reg: 3.5639e+02\n",
      "2020/09/03, 20:35:02, Iteration: 968000, Train Loss: 4.4603e-02, c1: 1.4212e-02, c2: 2.9278e-03, d1: 3.5159e-03, d2: 2.3938e-02, l1_reg: 5.1293e+02, l2_reg: 3.5644e+02\n",
      "2020/09/03, 20:35:11, Iteration: 969000, Train Loss: 4.2949e-02, c1: 1.2259e-02, c2: 3.4525e-03, d1: 2.7779e-03, d2: 2.4451e-02, l1_reg: 5.1328e+02, l2_reg: 3.5653e+02\n",
      "2020/09/03, 20:35:20, Iteration: 970000, Train Loss: 4.3256e-02, c1: 1.3052e-02, c2: 3.5453e-03, d1: 2.4436e-03, d2: 2.4207e-02, l1_reg: 5.1564e+02, l2_reg: 3.5669e+02\n",
      "2020/09/03, 20:35:29, Iteration: 971000, Train Loss: 5.3630e-02, c1: 2.2738e-02, c2: 3.1909e-03, d1: 3.5480e-03, d2: 2.4145e-02, l1_reg: 5.1238e+02, l2_reg: 3.5670e+02\n",
      "2020/09/03, 20:35:37, Iteration: 972000, Train Loss: 4.6876e-02, c1: 1.6188e-02, c2: 3.3035e-03, d1: 3.2540e-03, d2: 2.4122e-02, l1_reg: 5.1459e+02, l2_reg: 3.5690e+02\n",
      "2020/09/03, 20:35:46, Iteration: 973000, Train Loss: 4.0684e-02, c1: 1.1064e-02, c2: 3.0435e-03, d1: 2.5904e-03, d2: 2.3977e-02, l1_reg: 5.1433e+02, l2_reg: 3.5698e+02\n",
      "2020/09/03, 20:35:55, Iteration: 974000, Train Loss: 4.1467e-02, c1: 1.1126e-02, c2: 3.0316e-03, d1: 3.1954e-03, d2: 2.4105e-02, l1_reg: 5.1374e+02, l2_reg: 3.5698e+02\n",
      "2020/09/03, 20:36:04, Iteration: 975000, Train Loss: 4.5576e-02, c1: 1.3726e-02, c2: 4.0694e-03, d1: 3.1152e-03, d2: 2.4656e-02, l1_reg: 5.1333e+02, l2_reg: 3.5708e+02\n",
      "2020/09/03, 20:36:12, Iteration: 976000, Train Loss: 4.6534e-02, c1: 1.5036e-02, c2: 3.9256e-03, d1: 2.9706e-03, d2: 2.4592e-02, l1_reg: 5.1491e+02, l2_reg: 3.5720e+02\n",
      "2020/09/03, 20:36:21, Iteration: 977000, Train Loss: 4.6716e-02, c1: 1.4693e-02, c2: 4.2221e-03, d1: 3.0570e-03, d2: 2.4735e-02, l1_reg: 5.1309e+02, l2_reg: 3.5715e+02\n",
      "2020/09/03, 20:36:30, Iteration: 978000, Train Loss: 4.0138e-02, c1: 1.0757e-02, c2: 3.1198e-03, d1: 2.3630e-03, d2: 2.3889e-02, l1_reg: 5.1449e+02, l2_reg: 3.5731e+02\n",
      "2020/09/03, 20:36:39, Iteration: 979000, Train Loss: 4.0820e-02, c1: 1.1671e-02, c2: 2.7649e-03, d1: 2.5278e-03, d2: 2.3848e-02, l1_reg: 5.1427e+02, l2_reg: 3.5735e+02\n",
      "2020/09/03, 20:36:48, Iteration: 980000, Train Loss: 4.9611e-02, c1: 1.8623e-02, c2: 3.5569e-03, d1: 3.5699e-03, d2: 2.3853e-02, l1_reg: 5.1350e+02, l2_reg: 3.5736e+02\n",
      "2020/09/03, 20:36:57, Iteration: 981000, Train Loss: 4.0601e-02, c1: 1.0360e-02, c2: 3.0888e-03, d1: 2.9192e-03, d2: 2.4224e-02, l1_reg: 5.1280e+02, l2_reg: 3.5741e+02\n",
      "2020/09/03, 20:37:05, Iteration: 982000, Train Loss: 4.3752e-02, c1: 1.2967e-02, c2: 3.4472e-03, d1: 3.2165e-03, d2: 2.4112e-02, l1_reg: 5.1227e+02, l2_reg: 3.5752e+02\n",
      "2020/09/03, 20:37:14, Iteration: 983000, Train Loss: 4.2993e-02, c1: 1.3934e-02, c2: 2.4757e-03, d1: 2.7788e-03, d2: 2.3795e-02, l1_reg: 5.1315e+02, l2_reg: 3.5769e+02\n",
      "2020/09/03, 20:37:23, Iteration: 984000, Train Loss: 3.8401e-02, c1: 8.7473e-03, c2: 2.7824e-03, d1: 2.7937e-03, d2: 2.4069e-02, l1_reg: 5.1195e+02, l2_reg: 3.5771e+02\n",
      "2020/09/03, 20:37:32, Iteration: 985000, Train Loss: 4.6712e-02, c1: 1.4542e-02, c2: 4.5581e-03, d1: 2.6699e-03, d2: 2.4933e-02, l1_reg: 5.1269e+02, l2_reg: 3.5775e+02\n",
      "2020/09/03, 20:37:41, Iteration: 986000, Train Loss: 4.2065e-02, c1: 1.2048e-02, c2: 3.3785e-03, d1: 2.4761e-03, d2: 2.4153e-02, l1_reg: 5.1320e+02, l2_reg: 3.5793e+02\n",
      "2020/09/03, 20:37:50, Iteration: 987000, Train Loss: 4.2132e-02, c1: 1.1014e-02, c2: 3.4025e-03, d1: 3.3048e-03, d2: 2.4403e-02, l1_reg: 5.1137e+02, l2_reg: 3.5797e+02\n",
      "2020/09/03, 20:37:58, Iteration: 988000, Train Loss: 4.0217e-02, c1: 9.0562e-03, c2: 3.7227e-03, d1: 3.0247e-03, d2: 2.4405e-02, l1_reg: 5.1367e+02, l2_reg: 3.5813e+02\n",
      "2020/09/03, 20:38:07, Iteration: 989000, Train Loss: 4.7231e-02, c1: 1.7121e-02, c2: 3.0402e-03, d1: 3.0908e-03, d2: 2.3970e-02, l1_reg: 5.1331e+02, l2_reg: 3.5816e+02\n",
      "2020/09/03, 20:38:16, Iteration: 990000, Train Loss: 4.1627e-02, c1: 1.1637e-02, c2: 3.2918e-03, d1: 2.6858e-03, d2: 2.4003e-02, l1_reg: 5.1245e+02, l2_reg: 3.5819e+02\n",
      "2020/09/03, 20:38:25, Iteration: 991000, Train Loss: 4.0672e-02, c1: 9.7791e-03, c2: 3.3301e-03, d1: 3.0229e-03, d2: 2.4531e-02, l1_reg: 5.1281e+02, l2_reg: 3.5835e+02\n",
      "2020/09/03, 20:38:33, Iteration: 992000, Train Loss: 4.0343e-02, c1: 9.8888e-03, c2: 3.4942e-03, d1: 2.5956e-03, d2: 2.4355e-02, l1_reg: 5.1241e+02, l2_reg: 3.5836e+02\n",
      "2020/09/03, 20:38:42, Iteration: 993000, Train Loss: 4.3531e-02, c1: 1.3811e-02, c2: 3.0706e-03, d1: 2.3868e-03, d2: 2.4254e-02, l1_reg: 5.1217e+02, l2_reg: 3.5850e+02\n",
      "2020/09/03, 20:38:51, Iteration: 994000, Train Loss: 4.4822e-02, c1: 1.5170e-02, c2: 3.0916e-03, d1: 2.4756e-03, d2: 2.4076e-02, l1_reg: 5.1183e+02, l2_reg: 3.5858e+02\n",
      "2020/09/03, 20:39:00, Iteration: 995000, Train Loss: 4.2713e-02, c1: 1.2432e-02, c2: 3.2017e-03, d1: 2.8488e-03, d2: 2.4222e-02, l1_reg: 5.1341e+02, l2_reg: 3.5870e+02\n",
      "2020/09/03, 20:39:09, Iteration: 996000, Train Loss: 4.9801e-02, c1: 1.9450e-02, c2: 3.5587e-03, d1: 2.5305e-03, d2: 2.4254e-02, l1_reg: 5.1344e+02, l2_reg: 3.5888e+02\n",
      "2020/09/03, 20:39:17, Iteration: 997000, Train Loss: 4.7915e-02, c1: 1.4360e-02, c2: 5.0541e-03, d1: 3.1513e-03, d2: 2.5341e-02, l1_reg: 5.1349e+02, l2_reg: 3.5895e+02\n",
      "2020/09/03, 20:39:26, Iteration: 998000, Train Loss: 4.4121e-02, c1: 1.3135e-02, c2: 3.7086e-03, d1: 2.8090e-03, d2: 2.4459e-02, l1_reg: 5.1281e+02, l2_reg: 3.5896e+02\n",
      "2020/09/03, 20:39:35, Iteration: 999000, Train Loss: 4.7922e-02, c1: 1.7983e-02, c2: 3.2534e-03, d1: 2.5920e-03, d2: 2.4085e-02, l1_reg: 5.1357e+02, l2_reg: 3.5911e+02\n",
      "2020/09/03, 20:39:44, Iteration: 1000000, Train Loss: 4.5888e-02, c1: 1.4462e-02, c2: 3.7884e-03, d1: 2.9721e-03, d2: 2.4657e-02, l1_reg: 5.1443e+02, l2_reg: 3.5926e+02\n",
      "2020/09/03, 20:39:53, Iteration: 1001000, Train Loss: 4.3778e-02, c1: 1.3373e-02, c2: 3.2788e-03, d1: 2.5878e-03, d2: 2.4529e-02, l1_reg: 5.1662e+02, l2_reg: 3.5955e+02\n",
      "2020/09/03, 20:40:02, Iteration: 1002000, Train Loss: 4.1777e-02, c1: 1.2028e-02, c2: 3.0704e-03, d1: 2.6978e-03, d2: 2.3972e-02, l1_reg: 5.1249e+02, l2_reg: 3.5934e+02\n",
      "2020/09/03, 20:40:11, Iteration: 1003000, Train Loss: 4.8459e-02, c1: 1.7739e-02, c2: 3.4403e-03, d1: 3.3510e-03, d2: 2.3919e-02, l1_reg: 5.1377e+02, l2_reg: 3.5954e+02\n",
      "2020/09/03, 20:40:20, Iteration: 1004000, Train Loss: 4.4952e-02, c1: 1.3069e-02, c2: 4.8002e-03, d1: 2.4097e-03, d2: 2.4664e-02, l1_reg: 5.1385e+02, l2_reg: 3.5971e+02\n",
      "2020/09/03, 20:40:29, Iteration: 1005000, Train Loss: 4.3551e-02, c1: 1.3276e-02, c2: 3.2926e-03, d1: 2.6500e-03, d2: 2.4324e-02, l1_reg: 5.1404e+02, l2_reg: 3.5979e+02\n",
      "2020/09/03, 20:40:38, Iteration: 1006000, Train Loss: 4.1368e-02, c1: 1.1625e-02, c2: 3.0221e-03, d1: 2.6966e-03, d2: 2.4015e-02, l1_reg: 5.1339e+02, l2_reg: 3.5982e+02\n",
      "2020/09/03, 20:40:47, Iteration: 1007000, Train Loss: 4.7235e-02, c1: 1.5885e-02, c2: 4.1969e-03, d1: 2.5812e-03, d2: 2.4563e-02, l1_reg: 5.1353e+02, l2_reg: 3.5989e+02\n",
      "2020/09/03, 20:40:56, Iteration: 1008000, Train Loss: 4.0307e-02, c1: 1.1193e-02, c2: 2.5620e-03, d1: 2.6918e-03, d2: 2.3852e-02, l1_reg: 5.1444e+02, l2_reg: 3.6003e+02\n",
      "2020/09/03, 20:41:05, Iteration: 1009000, Train Loss: 4.3540e-02, c1: 1.2608e-02, c2: 3.6679e-03, d1: 2.9208e-03, d2: 2.4335e-02, l1_reg: 5.1542e+02, l2_reg: 3.6020e+02\n",
      "2020/09/03, 20:41:13, Iteration: 1010000, Train Loss: 4.0603e-02, c1: 1.0027e-02, c2: 3.5566e-03, d1: 2.5613e-03, d2: 2.4449e-02, l1_reg: 5.1469e+02, l2_reg: 3.6029e+02\n"
     ]
    }
   ],
   "source": [
    "config.iterations = 500000\n",
    "config.print_every = 1000\n",
    "agent.train(config.iterations, batch_fn, evaluate_batch_fn, config.print_every, config.save_every, config.loss_names, config.log_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "/* global mpl */\n",
       "window.mpl = {};\n",
       "\n",
       "mpl.get_websocket_type = function () {\n",
       "    if (typeof WebSocket !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof MozWebSocket !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert(\n",
       "            'Your browser does not have WebSocket support. ' +\n",
       "                'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "                'Firefox 4 and 5 are also supported but you ' +\n",
       "                'have to enable WebSockets in about:config.'\n",
       "        );\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure = function (figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = this.ws.binaryType !== undefined;\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById('mpl-warnings');\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent =\n",
       "                'This browser does not support binary websocket messages. ' +\n",
       "                'Performance may be slow.';\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = document.createElement('div');\n",
       "    this.root.setAttribute('style', 'display: inline-block');\n",
       "    this._root_extra_style(this.root);\n",
       "\n",
       "    parent_element.appendChild(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen = function () {\n",
       "        fig.send_message('supports_binary', { value: fig.supports_binary });\n",
       "        fig.send_message('send_image_mode', {});\n",
       "        if (mpl.ratio !== 1) {\n",
       "            fig.send_message('set_dpi_ratio', { dpi_ratio: mpl.ratio });\n",
       "        }\n",
       "        fig.send_message('refresh', {});\n",
       "    };\n",
       "\n",
       "    this.imageObj.onload = function () {\n",
       "        if (fig.image_mode === 'full') {\n",
       "            // Full images could contain transparency (where diff images\n",
       "            // almost always do), so we need to clear the canvas so that\n",
       "            // there is no ghosting.\n",
       "            fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "        }\n",
       "        fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "    };\n",
       "\n",
       "    this.imageObj.onunload = function () {\n",
       "        fig.ws.close();\n",
       "    };\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_header = function () {\n",
       "    var titlebar = document.createElement('div');\n",
       "    titlebar.classList =\n",
       "        'ui-dialog-titlebar ui-widget-header ui-corner-all ui-helper-clearfix';\n",
       "    var titletext = document.createElement('div');\n",
       "    titletext.classList = 'ui-dialog-title';\n",
       "    titletext.setAttribute(\n",
       "        'style',\n",
       "        'width: 100%; text-align: center; padding: 3px;'\n",
       "    );\n",
       "    titlebar.appendChild(titletext);\n",
       "    this.root.appendChild(titlebar);\n",
       "    this.header = titletext;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (_canvas_div) {};\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = (this.canvas_div = document.createElement('div'));\n",
       "    canvas_div.setAttribute(\n",
       "        'style',\n",
       "        'border: 1px solid #ddd;' +\n",
       "            'box-sizing: content-box;' +\n",
       "            'clear: both;' +\n",
       "            'min-height: 1px;' +\n",
       "            'min-width: 1px;' +\n",
       "            'outline: 0;' +\n",
       "            'overflow: hidden;' +\n",
       "            'position: relative;' +\n",
       "            'resize: both;'\n",
       "    );\n",
       "\n",
       "    function on_keyboard_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.key_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    canvas_div.addEventListener(\n",
       "        'keydown',\n",
       "        on_keyboard_event_closure('key_press')\n",
       "    );\n",
       "    canvas_div.addEventListener(\n",
       "        'keyup',\n",
       "        on_keyboard_event_closure('key_release')\n",
       "    );\n",
       "\n",
       "    this._canvas_extra_style(canvas_div);\n",
       "    this.root.appendChild(canvas_div);\n",
       "\n",
       "    var canvas = (this.canvas = document.createElement('canvas'));\n",
       "    canvas.classList.add('mpl-canvas');\n",
       "    canvas.setAttribute('style', 'box-sizing: content-box;');\n",
       "\n",
       "    this.context = canvas.getContext('2d');\n",
       "\n",
       "    var backingStore =\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        this.context.webkitBackingStorePixelRatio ||\n",
       "        this.context.mozBackingStorePixelRatio ||\n",
       "        this.context.msBackingStorePixelRatio ||\n",
       "        this.context.oBackingStorePixelRatio ||\n",
       "        this.context.backingStorePixelRatio ||\n",
       "        1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband_canvas = (this.rubberband_canvas = document.createElement(\n",
       "        'canvas'\n",
       "    ));\n",
       "    rubberband_canvas.setAttribute(\n",
       "        'style',\n",
       "        'box-sizing: content-box; position: absolute; left: 0; top: 0; z-index: 1;'\n",
       "    );\n",
       "\n",
       "    var resizeObserver = new ResizeObserver(function (entries) {\n",
       "        var nentries = entries.length;\n",
       "        for (var i = 0; i < nentries; i++) {\n",
       "            var entry = entries[i];\n",
       "            var width, height;\n",
       "            if (entry.contentBoxSize) {\n",
       "                width = entry.contentBoxSize.inlineSize;\n",
       "                height = entry.contentBoxSize.blockSize;\n",
       "            } else {\n",
       "                width = entry.contentRect.width;\n",
       "                height = entry.contentRect.height;\n",
       "            }\n",
       "\n",
       "            // Keep the size of the canvas and rubber band canvas in sync with\n",
       "            // the canvas container.\n",
       "            canvas.setAttribute('width', width * mpl.ratio);\n",
       "            canvas.setAttribute('height', height * mpl.ratio);\n",
       "            canvas.setAttribute(\n",
       "                'style',\n",
       "                'width: ' + width + 'px; height: ' + height + 'px;'\n",
       "            );\n",
       "\n",
       "            rubberband_canvas.setAttribute('width', width);\n",
       "            rubberband_canvas.setAttribute('height', height);\n",
       "\n",
       "            // And update the size in Python. We ignore the initial 0/0 size\n",
       "            // that occurs as the element is placed into the DOM, which should\n",
       "            // otherwise not happen due to the minimum size styling.\n",
       "            if (width != 0 && height != 0) {\n",
       "                fig.request_resize(width, height);\n",
       "            }\n",
       "        }\n",
       "    });\n",
       "    resizeObserver.observe(canvas_div);\n",
       "\n",
       "    function on_mouse_event_closure(name) {\n",
       "        return function (event) {\n",
       "            return fig.mouse_event(event, name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousedown',\n",
       "        on_mouse_event_closure('button_press')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseup',\n",
       "        on_mouse_event_closure('button_release')\n",
       "    );\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mousemove',\n",
       "        on_mouse_event_closure('motion_notify')\n",
       "    );\n",
       "\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseenter',\n",
       "        on_mouse_event_closure('figure_enter')\n",
       "    );\n",
       "    rubberband_canvas.addEventListener(\n",
       "        'mouseleave',\n",
       "        on_mouse_event_closure('figure_leave')\n",
       "    );\n",
       "\n",
       "    canvas_div.addEventListener('wheel', function (event) {\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        on_mouse_event_closure('scroll')(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.appendChild(canvas);\n",
       "    canvas_div.appendChild(rubberband_canvas);\n",
       "\n",
       "    this.rubberband_context = rubberband_canvas.getContext('2d');\n",
       "    this.rubberband_context.strokeStyle = '#000000';\n",
       "\n",
       "    this._resize_canvas = function (width, height, forward) {\n",
       "        if (forward) {\n",
       "            canvas_div.style.width = width + 'px';\n",
       "            canvas_div.style.height = height + 'px';\n",
       "        }\n",
       "    };\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    this.rubberband_canvas.addEventListener('contextmenu', function (_e) {\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus() {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'mpl-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'mpl-button-group';\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'mpl-button-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        var button = (fig.buttons[name] = document.createElement('button'));\n",
       "        button.classList = 'mpl-widget';\n",
       "        button.setAttribute('role', 'button');\n",
       "        button.setAttribute('aria-disabled', 'false');\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "\n",
       "        var icon_img = document.createElement('img');\n",
       "        icon_img.src = '_images/' + image + '.png';\n",
       "        icon_img.srcset = '_images/' + image + '_large.png 2x';\n",
       "        icon_img.alt = tooltip;\n",
       "        button.appendChild(icon_img);\n",
       "\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    var fmt_picker = document.createElement('select');\n",
       "    fmt_picker.classList = 'mpl-widget';\n",
       "    toolbar.appendChild(fmt_picker);\n",
       "    this.format_dropdown = fmt_picker;\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = document.createElement('option');\n",
       "        option.selected = fmt === mpl.default_extension;\n",
       "        option.innerHTML = fmt;\n",
       "        fmt_picker.appendChild(option);\n",
       "    }\n",
       "\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.request_resize = function (x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', { width: x_pixels, height: y_pixels });\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_message = function (type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function () {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({ type: 'draw', figure_id: this.id }));\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function (fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] !== fig.canvas.width || size[1] !== fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1], msg['forward']);\n",
       "        fig.send_message('refresh', {});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function (fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0,\n",
       "        0,\n",
       "        fig.canvas.width / mpl.ratio,\n",
       "        fig.canvas.height / mpl.ratio\n",
       "    );\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function (fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function (fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch (cursor) {\n",
       "        case 0:\n",
       "            cursor = 'pointer';\n",
       "            break;\n",
       "        case 1:\n",
       "            cursor = 'default';\n",
       "            break;\n",
       "        case 2:\n",
       "            cursor = 'crosshair';\n",
       "            break;\n",
       "        case 3:\n",
       "            cursor = 'move';\n",
       "            break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_message = function (fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function (fig, _msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function (fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_history_buttons = function (fig, msg) {\n",
       "    for (var key in msg) {\n",
       "        if (!(key in fig.buttons)) {\n",
       "            continue;\n",
       "        }\n",
       "        fig.buttons[key].disabled = !msg[key];\n",
       "        fig.buttons[key].setAttribute('aria-disabled', !msg[key]);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_navigate_mode = function (fig, msg) {\n",
       "    if (msg['mode'] === 'PAN') {\n",
       "        fig.buttons['Pan'].classList.add('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    } else if (msg['mode'] === 'ZOOM') {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.add('active');\n",
       "    } else {\n",
       "        fig.buttons['Pan'].classList.remove('active');\n",
       "        fig.buttons['Zoom'].classList.remove('active');\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message('ack', {});\n",
       "};\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function (fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = 'image/png';\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src\n",
       "                );\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data\n",
       "            );\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        } else if (\n",
       "            typeof evt.data === 'string' &&\n",
       "            evt.data.slice(0, 21) === 'data:image/png;base64'\n",
       "        ) {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig['handle_' + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\n",
       "                \"No handler for the '\" + msg_type + \"' message type: \",\n",
       "                msg\n",
       "            );\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\n",
       "                    \"Exception inside the 'handler_\" + msg_type + \"' callback:\",\n",
       "                    e,\n",
       "                    e.stack,\n",
       "                    msg\n",
       "                );\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "};\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function (e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e) {\n",
       "        e = window.event;\n",
       "    }\n",
       "    if (e.target) {\n",
       "        targ = e.target;\n",
       "    } else if (e.srcElement) {\n",
       "        targ = e.srcElement;\n",
       "    }\n",
       "    if (targ.nodeType === 3) {\n",
       "        // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "    }\n",
       "\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    var boundingRect = targ.getBoundingClientRect();\n",
       "    var x = e.pageX - (boundingRect.left + document.body.scrollLeft);\n",
       "    var y = e.pageY - (boundingRect.top + document.body.scrollTop);\n",
       "\n",
       "    return { x: x, y: y };\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys(original) {\n",
       "    return Object.keys(original).reduce(function (obj, key) {\n",
       "        if (typeof original[key] !== 'object') {\n",
       "            obj[key] = original[key];\n",
       "        }\n",
       "        return obj;\n",
       "    }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function (event, name) {\n",
       "    var canvas_pos = mpl.findpos(event);\n",
       "\n",
       "    if (name === 'button_press') {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {\n",
       "        x: x,\n",
       "        y: y,\n",
       "        button: event.button,\n",
       "        step: event.step,\n",
       "        guiEvent: simpleKeys(event),\n",
       "    });\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (_event, _name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.key_event = function (event, name) {\n",
       "    // Prevent repeat events\n",
       "    if (name === 'key_press') {\n",
       "        if (event.which === this._key) {\n",
       "            return;\n",
       "        } else {\n",
       "            this._key = event.which;\n",
       "        }\n",
       "    }\n",
       "    if (name === 'key_release') {\n",
       "        this._key = null;\n",
       "    }\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which !== 17) {\n",
       "        value += 'ctrl+';\n",
       "    }\n",
       "    if (event.altKey && event.which !== 18) {\n",
       "        value += 'alt+';\n",
       "    }\n",
       "    if (event.shiftKey && event.which !== 16) {\n",
       "        value += 'shift+';\n",
       "    }\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, { key: value, guiEvent: simpleKeys(event) });\n",
       "    return false;\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function (name) {\n",
       "    if (name === 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message('toolbar_button', { name: name });\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function (tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Left button pans, Right button zooms\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\\nx/y fixes axis, CTRL fixes aspect\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";/* global mpl */\n",
       "\n",
       "var comm_websocket_adapter = function (comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function () {\n",
       "        comm.close();\n",
       "    };\n",
       "    ws.send = function (m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function (msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data']);\n",
       "    });\n",
       "    return ws;\n",
       "};\n",
       "\n",
       "mpl.mpl_figure_comm = function (comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = document.getElementById(id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm);\n",
       "\n",
       "    function ondownload(figure, _format) {\n",
       "        window.open(figure.canvas.toDataURL());\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy, ondownload, element);\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element;\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error('Failed to find cell for figure', id, fig);\n",
       "        return;\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function (fig, msg) {\n",
       "    var width = fig.canvas.width / mpl.ratio;\n",
       "    fig.root.removeEventListener('remove', this._remove_fig_handler);\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable();\n",
       "    fig.parent_element.innerHTML =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "    fig.close_ws(fig, msg);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.close_ws = function (fig, msg) {\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function (_remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width / mpl.ratio;\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] =\n",
       "        '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function () {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message('ack', {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () {\n",
       "        fig.push_to_output();\n",
       "    }, 1000);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function () {\n",
       "    var fig = this;\n",
       "\n",
       "    var toolbar = document.createElement('div');\n",
       "    toolbar.classList = 'btn-toolbar';\n",
       "    this.root.appendChild(toolbar);\n",
       "\n",
       "    function on_click_closure(name) {\n",
       "        return function (_event) {\n",
       "            return fig.toolbar_button_onclick(name);\n",
       "        };\n",
       "    }\n",
       "\n",
       "    function on_mouseover_closure(tooltip) {\n",
       "        return function (event) {\n",
       "            if (!event.currentTarget.disabled) {\n",
       "                return fig.toolbar_button_onmouseover(tooltip);\n",
       "            }\n",
       "        };\n",
       "    }\n",
       "\n",
       "    fig.buttons = {};\n",
       "    var buttonGroup = document.createElement('div');\n",
       "    buttonGroup.classList = 'btn-group';\n",
       "    var button;\n",
       "    for (var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            /* Instead of a spacer, we start a new button group. */\n",
       "            if (buttonGroup.hasChildNodes()) {\n",
       "                toolbar.appendChild(buttonGroup);\n",
       "            }\n",
       "            buttonGroup = document.createElement('div');\n",
       "            buttonGroup.classList = 'btn-group';\n",
       "            continue;\n",
       "        }\n",
       "\n",
       "        button = fig.buttons[name] = document.createElement('button');\n",
       "        button.classList = 'btn btn-default';\n",
       "        button.href = '#';\n",
       "        button.title = name;\n",
       "        button.innerHTML = '<i class=\"fa ' + image + ' fa-lg\"></i>';\n",
       "        button.addEventListener('click', on_click_closure(method_name));\n",
       "        button.addEventListener('mouseover', on_mouseover_closure(tooltip));\n",
       "        buttonGroup.appendChild(button);\n",
       "    }\n",
       "\n",
       "    if (buttonGroup.hasChildNodes()) {\n",
       "        toolbar.appendChild(buttonGroup);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = document.createElement('span');\n",
       "    status_bar.classList = 'mpl-message pull-right';\n",
       "    toolbar.appendChild(status_bar);\n",
       "    this.message = status_bar;\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = document.createElement('div');\n",
       "    buttongrp.classList = 'btn-group inline pull-right';\n",
       "    button = document.createElement('button');\n",
       "    button.classList = 'btn btn-mini btn-primary';\n",
       "    button.href = '#';\n",
       "    button.title = 'Stop Interaction';\n",
       "    button.innerHTML = '<i class=\"fa fa-power-off icon-remove icon-large\"></i>';\n",
       "    button.addEventListener('click', function (_evt) {\n",
       "        fig.handle_close(fig, {});\n",
       "    });\n",
       "    button.addEventListener(\n",
       "        'mouseover',\n",
       "        on_mouseover_closure('Stop Interaction')\n",
       "    );\n",
       "    buttongrp.appendChild(button);\n",
       "    var titlebar = this.root.querySelector('.ui-dialog-titlebar');\n",
       "    titlebar.insertBefore(buttongrp, titlebar.firstChild);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._remove_fig_handler = function () {\n",
       "    this.close_ws(this, {});\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function (el) {\n",
       "    el.style.boxSizing = 'content-box'; // override notebook setting of border-box.\n",
       "    el.addEventListener('remove', this._remove_fig_handler);\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function (el) {\n",
       "    // this is important to make the div 'focusable\n",
       "    el.setAttribute('tabindex', 0);\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    } else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function (event, _name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager) {\n",
       "        manager = IPython.keyboard_manager;\n",
       "    }\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which === 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_save = function (fig, _msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "};\n",
       "\n",
       "mpl.find_output_cell = function (html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i = 0; i < ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code') {\n",
       "            for (var j = 0; j < cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] === html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "};\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel !== null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target(\n",
       "        'matplotlib',\n",
       "        mpl.mpl_figure_comm\n",
       "    );\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"\" width=\"1499.6833333333334\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from loss import inverse_model, direct_model\n",
    "from data import domain\n",
    "import jax.numpy as jnp\n",
    "import numpy as np\n",
    "\n",
    "inverse_params = agent.params[1]\n",
    "x_test = jnp.linspace(*domain[:, 0], 100).reshape((-1, 1))\n",
    "a_fn = lambda x: 1+2/np.pi*np.cos(2*np.pi*x)\n",
    "a_pred = inverse_model(inverse_params, x_test)\n",
    "a_true = a_fn(x_test)\n",
    "\n",
    "direct_params = agent.params[0]\n",
    "t_test = domain[1, 1]*jnp.ones_like(x_test)\n",
    "uv_pred = direct_model(direct_params, jnp.hstack([x_test, t_test]))\n",
    "\n",
    "from scipy.io import loadmat\n",
    "data_true = loadmat(\"problem2_2_snapshot_epsilon_1e-12.mat\")\n",
    "u_true, v_true = data_true[\"u_snapshots\"][:, -1], data_true[\"v_snapshots\"][:, -1]\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook\n",
    "\n",
    "f, ax = plt.subplots(1, 3, figsize = (15, 5))\n",
    "ax[0].plot(x_test, a_pred, label = \"pred\")\n",
    "ax[0].plot(x_test, a_true, label = \"true\")\n",
    "ax[0].set_title(\"a\")\n",
    "ax[1].plot(x_test, uv_pred[:, 0:1], label = \"pred\")\n",
    "ax[1].plot(x_test, u_true, label = \"true\")\n",
    "ax[1].set_title(\"u\")\n",
    "ax[2].plot(x_test, uv_pred[:, 1:2], label = \"pred\")\n",
    "ax[2].plot(x_test, v_true, label = \"true\")\n",
    "ax[2].set_title(\"v\")\n",
    "for ax_ in ax:\n",
    "\tax_.legend()\n",
    "\tax_.grid()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
